-- Logs begin at Tue 2022-08-30 03:38:06 UTC, end at Tue 2022-08-30 04:44:26 UTC. -- Aug 30 04:19:48.546014 dv-cinder-854265-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 04:19:51.517040 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.common.config [-] Logging enabled! Aug 30 04:19:51.517738 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 04:19:51.517904 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106280) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 04:19:51.521809 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.common.config [-] Logging enabled! Aug 30 04:19:51.522028 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 04:19:51.522381 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106280) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 04:19:51.523384 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 04:19:51.523620 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 04:19:51.524212 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 04:19:51.524461 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 04:19:51.524688 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 04:19:51.525044 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.525316 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.525577 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.525877 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.526143 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.526448 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.526726 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.527028 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.527319 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.527600 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.527886 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.528147 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.528709 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.528853 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.529100 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.529327 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] debug = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.529595 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.530045 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.530478 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.530763 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.531049 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.531323 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.531597 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.531871 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.532203 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.532561 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] host = dv-cinder-854265-2-smb {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.532836 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.533118 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.533402 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.533686 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.533958 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.534229 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.534537 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.534787 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.535055 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] log_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.535327 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.535615 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.535898 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.536226 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.536450 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.536674 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.536959 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.537247 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.537521 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.537796 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.538076 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.538341 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.538612 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.538878 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.539163 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.539450 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.539724 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.540023 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.540302 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.540571 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.540839 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.541123 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.541392 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.541662 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.541971 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.542262 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.542550 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.542822 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.543130 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.543414 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.543696 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.544057 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.544487 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.545258 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.545410 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.545761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.546039 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] use_json = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.546679 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.547036 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.547328 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.547597 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.547874 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.548179 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.548450 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.548741 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.549013 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:51.549317 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.549612 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.549917 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.550195 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.550507 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.550792 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.551087 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.551361 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.551655 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.551967 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.552260 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.552540 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.552843 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.553134 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.553430 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.553743 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.554033 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.554330 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.554610 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.554887 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.555163 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.555435 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.555729 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.556034 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.556325 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.556611 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.556891 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.557187 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.557477 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.557762 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.558052 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.558344 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.558612 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.558888 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.559184 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.559663 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.560185 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.560855 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.560855 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.561108 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.561323 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.561553 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.561848 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.562151 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.562453 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.562747 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.563022 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.563294 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.563564 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.563839 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.564128 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.564414 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.564689 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.564957 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.565226 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.565501 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.565775 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.566050 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.566331 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.566598 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.566875 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.567151 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.567424 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.567686 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.567984 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.568254 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.568522 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.568790 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.569062 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.569333 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.569604 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.569879 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.570147 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.570416 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.570707 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.571000 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.571279 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.571553 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.571828 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.572131 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.572405 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.572680 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.572955 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.573478 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.573877 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.574181 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.574467 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.574755 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.575043 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.575369 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.575675 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.575973 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.576516 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.576804 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.577091 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.577366 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.577658 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.577932 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.578214 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.578497 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.578819 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.579133 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.579427 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.579704 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.580028 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.580328 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.580628 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.580916 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.581237 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.581521 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:51.581739 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 04:19:51.581995 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106280) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 04:19:51.929418 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 04:19:51.929748 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 04:19:51.929996 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 04:19:51.930225 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 04:19:51.930503 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 04:19:51.930831 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 04:19:52.405229 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.405562 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.405767 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.407087 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.407314 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.407599 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.469741 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.470023 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.470296 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.489356 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.489649 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.489922 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.522287 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.522994 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.522994 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.567499 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.568061 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.568218 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.840995 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.841839 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.842209 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.842501 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.843597 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.954060 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.954380 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.954683 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.954962 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.955234 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.955556 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.955819 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.956106 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.956367 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.956659 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.956922 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.957193 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.957455 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.957709 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.957968 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.958220 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.958479 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.958751 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.959032 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.959311 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.959587 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.959876 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.960154 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.960595 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.960851 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.961100 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:52.961566 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:19:52.961816 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:19:52.962055 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:19:52.962296 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:19:52.962538 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:19:52.962773 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:19:52.963161 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 04:19:52.967687 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 04:19:52.972181 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 04:19:52.976576 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Aug 30 04:19:52.978379 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 04:19:52.979069 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 04:19:52.979390 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 04:19:52.979813 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 04:19:52.983681 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 04:19:52.983954 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 04:19:52.984414 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 04:19:52.990037 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 04:19:53.016710 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 04:19:53.017186 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:53.017500 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106280) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 30 04:19:53.017878 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:53.019385 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106280) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 04:19:53.019678 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 04:19:53.019936 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 04:19:53.023828 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:53.024146 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:53.145071 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 04:19:53.145326 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 04:19:53.145530 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 04:19:53.145928 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 04:19:53.203635 dv-cinder-854265-2-smb neutron-server[106280]: INFO dbcounter [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Registered counter for database neutron Aug 30 04:19:53.226426 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_db.sqlalchemy.engines [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106280) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 04:19:53.234268 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG dbcounter [-] [106280] Writer thread running {{(pid=106280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:19:53.842535 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Initializing driver for type 'gre' Aug 30 04:19:53.843325 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] gre ID ranges: [(1, 1000)] Aug 30 04:19:53.921655 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Initializing driver for type 'local' Aug 30 04:19:53.921911 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Initializing driver for type 'vlan' Aug 30 04:19:53.938825 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] VlanTypeDriver initialization complete Aug 30 04:19:53.939291 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Initializing driver for type 'vxlan' Aug 30 04:19:53.940308 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] vxlan ID ranges: [(1, 1000)] Aug 30 04:19:54.007603 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Initializing extension driver 'port_security' Aug 30 04:19:54.008175 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.extensions.port_security [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] PortSecurityExtensionDriver initialization complete Aug 30 04:19:54.008673 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Initializing mechanism driver 'openvswitch' Aug 30 04:19:54.009147 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Initializing mechanism driver 'hyperv' Aug 30 04:19:54.019542 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.plugins.ml2.plugin [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:54.020688 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > port after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.021144 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.021554 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > port after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.022157 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:19:54.022754 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > subnet after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.023335 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > subnet after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.023944 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.024658 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:19:54.025394 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > network after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.025944 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > network after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.026518 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > network after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.027174 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:19:54.027838 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > security_group after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.028570 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > security_group after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.029152 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.029835 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:19:54.030537 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.031244 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.031659 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.032385 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:19:54.033214 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > address_group after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.033636 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > address_group after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.034205 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.034893 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:19:54.035700 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] ML2 OVO RPC backend initialized. {{(pid=106280) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 30 04:19:54.037015 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.037631 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.038336 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > network before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.038930 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > networks before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.039573 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > port before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.040187 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > ports before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.040766 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > subnet before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.041360 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > subnets before_response 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.041947 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > network after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.042562 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > network after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.043104 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > network after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.043722 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > port after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.044284 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.044853 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > port after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.045613 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > subnet after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.046057 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > subnet after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.047016 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.060708 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded quota_driver: . Aug 30 04:19:54.061341 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.plugin [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Modular L2 Plugin initialization complete Aug 30 04:19:54.061928 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading services supported by the core plugin {{(pid=106280) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 04:19:54.062507 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.plugins.ml2.managers [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Got port-security extension from driver 'port_security' Aug 30 04:19:54.063373 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.extensions.vlantransparent [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Disabled vlantransparent extension. Aug 30 04:19:54.064264 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106280) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 04:19:54.064804 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading Plugin: router Aug 30 04:19:54.120842 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.121302 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router after_create 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.121677 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router before_create 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.122276 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.122802 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.123214 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router after_delete 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.123682 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.124301 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.124909 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router after_create 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.125497 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router after_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.126084 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router after_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.126664 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.127266 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router after_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.128028 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router precommit_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.128650 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.129232 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: port after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.129809 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: subnet after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.130405 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.130979 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.131570 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router precommit_create 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.132186 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: port before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.132796 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router precommit_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.133369 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router after_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.133952 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.134553 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router precommit_create 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.135198 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.135756 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router precommit_update 55549900 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.136412 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > agent after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.137017 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > agent after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.137635 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > network after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.139498 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Tracking information for resource: router configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:19:54.140094 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Tracking information for resource: floatingip configured {{(pid=106280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:19:54.148686 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.db.l3_agentschedulers_db [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 04:19:54.149555 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.150090 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: port after_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.150559 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: port after_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.151064 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: port after_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.152393 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router before_create 55550100 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.153045 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.154157 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router precommit_create 55550100 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.154698 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > router precommit_update 55550100 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.164153 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.services.provider_configuration [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service providers = [] {{(pid=106280) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 04:19:54.164763 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.db.servicetype_db [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106280) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 04:19:54.169899 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.services.service_base [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:19:54.170472 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.services.service_base [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:19:54.170927 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.services.service_base [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:19:54.172687 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.services.service_base [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:19:54.173225 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.services.service_base [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 04:19:54.173752 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:19:54.174199 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 04:19:54.190602 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:19:54.191135 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading Plugin: auto_allocate Aug 30 04:19:54.201182 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: network precommit_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.201783 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: network precommit_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.202632 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:19:54.203147 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading Plugin: tag Aug 30 04:19:54.215123 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:19:54.215673 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading Plugin: timestamp Aug 30 04:19:54.222474 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:19:54.222988 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading Plugin: network_ip_availability Aug 30 04:19:54.232752 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.233379 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.233887 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.235068 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:19:54.235572 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading Plugin: flavors Aug 30 04:19:54.246350 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:19:54.246870 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading Plugin: revisions Aug 30 04:19:54.255166 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:19:54.255819 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_concurrency.lockutils [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.325s {{(pid=106280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 04:19:54.257303 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106280) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 30 04:19:54.257866 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Initializing extension manager. Aug 30 04:19:54.258743 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: __init__.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.259338 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: __pycache__ {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.259859 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: address_group.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.261215 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.262220 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: address-group Aug 30 04:19:54.262800 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: address_scope.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.264039 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.264944 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: address-scope Aug 30 04:19:54.265507 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.267106 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.268019 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: router-admin-state-down-before-update Aug 30 04:19:54.268566 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: agent.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.269743 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.270605 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: agent Aug 30 04:19:54.271135 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: agent_resources_synced.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.272770 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.273645 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: agent-resources-synced Aug 30 04:19:54.274090 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: allowedaddresspairs.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.277078 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.277977 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: allowed-address-pairs Aug 30 04:19:54.278569 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: auto_allocated_topology.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.280493 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.281385 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: auto-allocated-topology Aug 30 04:19:54.281936 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: availability_zone.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.283047 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.283929 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: availability_zone Aug 30 04:19:54.284487 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: availability_zone_filter.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.285803 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.286531 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: availability_zone_filter Aug 30 04:19:54.286991 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: data_plane_status.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.288337 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.289124 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 04:19:54.289640 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: default_subnetpools.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.291062 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.291937 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: default-subnetpools Aug 30 04:19:54.292479 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.293915 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.294856 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: dhcp_agent_scheduler Aug 30 04:19:54.295434 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: dns.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.297309 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.298159 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 04:19:54.298690 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: dns_domain_ports.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.300253 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.301132 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 04:19:54.301688 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.303189 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.304112 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 04:19:54.304612 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: dvr.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.305650 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.306475 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: dvr Aug 30 04:19:54.307009 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: ecmp_routes.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.308418 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.309269 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 04:19:54.309879 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: empty_string_filtering.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.311383 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.312292 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: empty-string-filtering Aug 30 04:19:54.312823 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.314241 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.315037 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 04:19:54.315551 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.316988 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.317827 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 04:19:54.318361 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: external_net.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.319752 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.320542 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: external-net Aug 30 04:19:54.321015 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.322264 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.323033 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: extra_dhcp_opt Aug 30 04:19:54.323551 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: extraroute.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.325002 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.325948 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: extraroute Aug 30 04:19:54.326488 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: extraroute_atomic.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.328164 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.329011 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: extraroute-atomic Aug 30 04:19:54.329539 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: filter_validation.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.330996 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.331832 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: filter-validation Aug 30 04:19:54.332400 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: fip_pf_description.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.333852 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.334696 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 04:19:54.335233 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: fip_pf_port_range.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.336721 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.337557 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 30 04:19:54.338098 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: fip_port_details.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.339506 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.340421 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: fip-port-details Aug 30 04:19:54.341007 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: flavors.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.343069 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.343858 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: flavors Aug 30 04:19:54.344466 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.347036 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.347878 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 04:19:54.348403 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: floatingip_pools.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.349418 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.350168 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: floatingip-pools Aug 30 04:19:54.350673 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: ip_allocation.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.352101 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.352950 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 04:19:54.353431 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.354732 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.355521 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: ip-substring-filtering Aug 30 04:19:54.356110 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: l2_adjacency.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.357666 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.358524 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 04:19:54.359062 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: l3.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.360734 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.361595 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: router Aug 30 04:19:54.362116 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.365903 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.366658 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 04:19:54.367131 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.368589 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.369432 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: ext-gw-mode Aug 30 04:19:54.369965 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.371383 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.372304 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: l3-ha Aug 30 04:19:54.372844 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.374303 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.375138 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 30 04:19:54.375664 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: l3_flavors.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.377085 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.377912 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: l3-flavors Aug 30 04:19:54.378391 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.380666 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.381509 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 30 04:19:54.382021 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.383489 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.384390 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 04:19:54.384926 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: l3agentscheduler.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.386611 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.387445 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: l3_agent_scheduler Aug 30 04:19:54.388210 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: local_ip.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.391081 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.392015 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension local_ip not supported by any of loaded plugins Aug 30 04:19:54.392574 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: logging.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.395098 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.395996 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension logging not supported by any of loaded plugins Aug 30 04:19:54.396532 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: metering.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.397788 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.399172 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: metering Aug 30 04:19:54.399717 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.401606 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.402489 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: metering_source_and_destination_fields Aug 30 04:19:54.403040 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: multiprovidernet.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.404627 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.405506 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: multi-provider Aug 30 04:19:54.406053 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: netmtu.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.407535 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.408420 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: net-mtu Aug 30 04:19:54.408934 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: netmtu_writable.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.410212 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.410985 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: net-mtu-writable Aug 30 04:19:54.411433 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: network_availability_zone.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.412377 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.413146 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: network_availability_zone Aug 30 04:19:54.413688 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: network_ip_availability.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.415472 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.416331 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: network-ip-availability Aug 30 04:19:54.416870 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: network_segment_range.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.418121 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.419044 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 04:19:54.419520 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: pagination.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.421098 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.421924 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: pagination Aug 30 04:19:54.422391 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: port_device_profile.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.423796 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.424643 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: port-device-profile Aug 30 04:19:54.425182 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: port_mac_address_override.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.426621 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.427474 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: port-mac-override Aug 30 04:19:54.428032 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.429436 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.430271 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: port-mac-address-regenerate Aug 30 04:19:54.430778 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.432242 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.433053 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: port-numa-affinity-policy Aug 30 04:19:54.433591 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: port_resource_request.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.435085 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.435972 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 04:19:54.436540 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: port_resource_request_groups.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.438058 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.438832 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 30 04:19:54.439295 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: portbindings.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.440610 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.441329 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: binding Aug 30 04:19:54.441774 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: portbindings_extended.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.443726 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.444638 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: binding-extended Aug 30 04:19:54.445167 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: portsecurity.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.446583 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.447460 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: port-security Aug 30 04:19:54.448045 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: project_id.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.449544 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.450059 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: project-id Aug 30 04:19:54.450750 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: providernet.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.452133 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.452925 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: provider Aug 30 04:19:54.453402 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.459268 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.460210 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos not supported by any of loaded plugins Aug 30 04:19:54.460741 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.462865 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.463763 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 04:19:54.464337 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.465910 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.466966 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 04:19:54.467454 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_default.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.468579 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.469096 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-default not supported by any of loaded plugins Aug 30 04:19:54.469400 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_fip.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.470302 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.470809 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 04:19:54.471145 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.472045 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.472556 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 30 04:19:54.472871 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_gateway_ip.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.473780 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.474271 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 04:19:54.474596 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_port_network_policy.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.475490 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.476024 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 04:19:54.476362 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.477387 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.477893 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 30 04:19:54.478210 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.479216 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.479739 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 30 04:19:54.480095 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_pps_rule.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.481257 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.482247 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 04:19:54.482247 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_rule_type_details.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.483229 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.483741 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 04:19:54.484101 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.485008 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.485519 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 30 04:19:54.485841 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: qos_rules_alias.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.486887 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.487393 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 04:19:54.487716 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: quota_check_limit.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.488646 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.489159 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: quota-check-limit Aug 30 04:19:54.489479 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: quotasv2.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.490496 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.490820 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: quotas Aug 30 04:19:54.491142 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: quotasv2_detail.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.493071 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.493405 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: quota_details Aug 30 04:19:54.493738 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: rbac.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.495250 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.495822 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: rbac-policies Aug 30 04:19:54.496187 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: rbac_address_group.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.497323 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.497866 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: rbac-address-group Aug 30 04:19:54.498282 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: rbac_address_scope.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.499043 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.499565 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: rbac-address-scope Aug 30 04:19:54.499889 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: rbac_security_groups.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.501004 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.501530 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: rbac-security-groups Aug 30 04:19:54.501857 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: rbac_subnetpool.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.502800 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.503313 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: rbac-subnetpool Aug 30 04:19:54.503633 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: revisionifmatch.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.504603 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.505138 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: revision-if-match Aug 30 04:19:54.505456 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: revisions.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.506587 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.507097 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: standard-attr-revisions Aug 30 04:19:54.507427 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: router_availability_zone.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.508117 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.508621 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: router_availability_zone Aug 30 04:19:54.508940 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: routerservicetype.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.509856 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.510360 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 04:19:54.510682 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.511592 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.512129 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: security-groups-normalized-cidr Aug 30 04:19:54.512456 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.513433 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.514052 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: port-security-groups-filtering Aug 30 04:19:54.514377 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.515284 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.515791 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: security-groups-remote-address-group Aug 30 04:19:54.516273 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.517050 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.517557 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: security-groups-shared-filtering Aug 30 04:19:54.517883 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: securitygroup.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.528257 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.528900 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: security-group Aug 30 04:19:54.529243 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: segment.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.530198 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.530765 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension segment not supported by any of loaded plugins Aug 30 04:19:54.531078 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.532165 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.532684 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 04:19:54.533009 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: servicetype.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.534138 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.534818 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: service-type Aug 30 04:19:54.534978 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: sorting.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.536019 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.536350 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: sorting Aug 30 04:19:54.536678 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: standard_attr_segment.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.537625 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.538174 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 04:19:54.538499 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: standardattrdescription.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.539165 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.539678 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: standard-attr-description Aug 30 04:19:54.540039 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: stateful_security_group.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.541042 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.541592 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: stateful-security-group Aug 30 04:19:54.541881 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: stdattrs_common.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.542446 dv-cinder-854265-2-smb neutron-server[106280]: WARNING neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 04:19:54.542770 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.543707 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.544436 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 04:19:54.544926 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: subnet_onboard.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.546526 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.547071 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: subnet_onboard Aug 30 04:19:54.547401 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.548361 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.548866 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 04:19:54.549192 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: subnet_service_types.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.550096 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.550609 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: subnet-service-types Aug 30 04:19:54.550933 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: subnetallocation.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.552056 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.552570 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: subnet_allocation Aug 30 04:19:54.552899 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.553570 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.554094 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: subnetpool-prefix-ops Aug 30 04:19:54.554419 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.555366 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.555872 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 04:19:54.556228 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: tagging.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.557331 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.557870 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: standard-attr-tag Aug 30 04:19:54.558201 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: timestamp.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.559449 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.560152 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loaded extension: standard-attr-timestamp Aug 30 04:19:54.560813 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: trunk.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.561556 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.562138 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension trunk not supported by any of loaded plugins Aug 30 04:19:54.562505 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: trunk_details.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.563411 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.563953 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 04:19:54.564275 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: uplink_status_propagation.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.565198 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.565694 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 04:19:54.566033 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Loading extension file: vlantransparent.py {{(pid=106280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:19:54.566702 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:19:54.567207 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 04:19:54.570108 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:network Aug 30 04:19:54.570651 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:subnet Aug 30 04:19:54.571051 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:19:54.571443 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:port Aug 30 04:19:54.572962 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.573413 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service FLAVORS assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.574025 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.574456 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.574797 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:router Aug 30 04:19:54.575283 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 04:19:54.575800 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service METERING assigned prefix: /metering {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.577456 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.577834 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.578191 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:19:54.579331 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 04:19:54.579772 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:security_group Aug 30 04:19:54.580249 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 04:19:54.580792 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service CORE assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.581121 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:19:54.581480 dv-cinder-854265-2-smb neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] subnetpool is already registered Aug 30 04:19:54.581936 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service CORE assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.582276 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:19:54.582649 dv-cinder-854265-2-smb neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] subnetpool is already registered Aug 30 04:19:54.585443 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.585891 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service FLAVORS assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.586499 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.586936 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.587280 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:router Aug 30 04:19:54.587626 dv-cinder-854265-2-smb neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] router is already registered Aug 30 04:19:54.588077 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 04:19:54.588418 dv-cinder-854265-2-smb neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] floatingip is already registered Aug 30 04:19:54.589022 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service METERING assigned prefix: /metering {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.589824 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 04:19:54.590155 dv-cinder-854265-2-smb neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] rbac_policy is already registered Aug 30 04:19:54.590571 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:security_group Aug 30 04:19:54.591088 dv-cinder-854265-2-smb neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] security_group is already registered Aug 30 04:19:54.591982 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 04:19:54.592097 dv-cinder-854265-2-smb neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] security_group_rule is already registered Aug 30 04:19:54.592763 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service CORE assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.593115 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:19:54.593457 dv-cinder-854265-2-smb neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] subnetpool is already registered Aug 30 04:19:54.593885 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.v2.resource_helper [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Service CORE assigned prefix: {{(pid=106280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:19:54.594209 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:19:54.594544 dv-cinder-854265-2-smb neutron-server[106280]: WARNING neutron.quota.resource_registry [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] subnetpool is already registered Aug 30 04:19:54.595041 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: extensions {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.596697 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: address-groups {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.598193 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: address-scopes {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.599553 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: agents {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.600767 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: auto-allocated-topology {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.602057 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: availability_zones {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.603335 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: dhcp-networks {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.604932 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: dhcp-agents {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.606435 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: routers {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.608351 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: flavors {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.609693 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: service_profiles {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.610939 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: next_providers {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.612493 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: service_profiles {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.615501 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: floatingip-pools {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.616836 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: routers {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.618589 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: floatingips {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.619956 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: l3-routers {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.621354 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: l3-agents {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.623342 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: metering-labels {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.624198 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: metering-label-rules {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.625618 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: network-ip-availabilities {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.626900 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: bindings {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.628535 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: quotas {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.630228 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: quotas {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.631775 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: rbac-policies {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.633023 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: security-groups {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.634366 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: security-group-rules {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.635796 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: service-providers {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.637066 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: subnetpools {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.638496 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: subnetpools {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.640138 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.641885 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.643736 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.645636 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.647352 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.649466 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.651202 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.653404 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.655267 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.657140 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron.api.extensions [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Extended resource: tags {{(pid=106280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:19:54.663614 dv-cinder-854265-2-smb neutron-server[106280]: WARNING keystonemiddleware.auth_token [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 04:19:54.669268 dv-cinder-854265-2-smb neutron-server[106280]: WARNING keystonemiddleware.auth_token [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 04:19:54.679379 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_concurrency.lockutils [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Acquiring lock "singleton_lock" {{(pid=106280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 30 04:19:54.679609 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_concurrency.lockutils [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Acquired lock "singleton_lock" {{(pid=106280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 30 04:19:54.680157 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_concurrency.lockutils [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Releasing lock "singleton_lock" {{(pid=106280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 30 04:19:54.680854 dv-cinder-854265-2-smb neutron-server[106280]: INFO oslo_service.service [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Starting 2 workers Aug 30 04:19:54.685971 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Started child 106395 {{(pid=106280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:19:54.690871 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Started child 106396 {{(pid=106280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:19:54.692604 dv-cinder-854265-2-smb neutron-server[106280]: INFO neutron.service [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 04:19:54.693279 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.695140 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.696110 dv-cinder-854265-2-smb neutron-server[106280]: INFO oslo_service.service [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Starting 1 workers Aug 30 04:19:54.697555 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [-] (106395) wsgi starting up on http://0.0.0.0:9696 Aug 30 04:19:54.698926 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.701371 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [-] (106396) wsgi starting up on http://0.0.0.0:9696 Aug 30 04:19:54.701647 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Started child 106397 {{(pid=106280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:19:54.702245 dv-cinder-854265-2-smb neutron-server[106280]: INFO oslo_service.service [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Starting 1 workers Aug 30 04:19:54.706255 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.service [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] calling RpcWorker wait() {{(pid=106397) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 04:19:54.707241 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.service [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] returning from RpcWorker wait() {{(pid=106397) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 04:19:54.707426 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Started child 106398 {{(pid=106280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:19:54.707903 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b8f1-70a5-4818-89cd-ca7a64304c22 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.708422 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.708977 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:54.709960 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 04:19:54.710174 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 04:19:54.710543 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 04:19:54.710762 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 04:19:54.711274 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 04:19:54.711448 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 04:19:54.712169 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.712449 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.712714 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.712971 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.713601 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.713870 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.714140 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.714417 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.714701 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.714875 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.715202 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.715462 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.715848 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.716130 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:54.716864 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.716864 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.716864 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.717288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.717288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.718175 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.718175 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.718175 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.718175 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] debug = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.718889 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.718889 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.719278 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.719278 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.719565 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.719833 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.720084 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.720277 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.720519 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.720730 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.720965 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.721237 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.721488 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.721726 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.721960 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.722213 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.722434 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.722911 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] host = dv-cinder-854265-2-smb {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.723139 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.723403 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.723620 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.723953 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.724171 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.724392 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.724635 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.724907 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.725284 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.725484 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.725677 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.725885 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.726071 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.726288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.726495 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_options = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.726685 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.726948 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.727297 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.727552 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.727552 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.727997 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.727997 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.728397 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.728397 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.728764 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.728957 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.729146 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.729335 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.729541 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.729730 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.729946 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.730275 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.730275 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.730680 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.730873 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.731065 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.731261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.731496 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.731725 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.731997 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.732197 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.732449 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.732632 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.732849 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.733098 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.733349 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.733727 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.733925 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.734182 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.734377 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.735723 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.735723 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.735723 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.735723 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.735723 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.735723 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.736156 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.736239 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.736420 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.736644 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.736877 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.737105 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_json = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.737313 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.737554 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.737799 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.738006 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.738224 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.738435 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.738720 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.739014 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.739123 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.739580 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.739850 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.740186 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.740487 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.740662 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.740900 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.741135 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.741559 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.741922 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.742385 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.742877 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.743284 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.743611 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.743875 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.744199 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.744547 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.744784 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.745040 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.745441 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.745683 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.745908 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.746157 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.746460 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.746696 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.746842 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:54.747362 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.747605 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.747799 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.748146 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.748421 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.748717 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.749074 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.749350 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.749813 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.750131 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.750374 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.750621 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.750868 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.751084 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.753953 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.753953 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.753953 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.753953 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.753953 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.753953 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.753953 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.753953 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.753953 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.755761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.755761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.755761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.755761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.755761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.755761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.755761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.755761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.758463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.758463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.758463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.758463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.758463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.758463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.758463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.758463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.759549 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.759549 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.759549 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.759549 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.759549 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.759549 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.759549 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.759549 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.759549 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.760429 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.760429 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.760429 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.760429 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.764663 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.764663 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.764663 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.764663 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.764663 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.764663 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.764663 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.764663 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.764663 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.765913 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.765913 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.765913 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.765913 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.765913 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.765913 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.765913 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.765913 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.766907 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.766907 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.766907 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.766907 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.766907 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.766907 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.766907 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.766907 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.767903 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.767903 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.767903 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.767903 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.767903 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.767903 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.768777 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.768777 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.768777 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.769148 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.769148 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.769425 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.769576 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.769715 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.770470 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.770470 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.770470 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.771022 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.771022 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.771022 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.771522 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.771522 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.772246 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.772246 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.774004 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.774004 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.774004 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.774004 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.774004 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.774004 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.774004 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.775223 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.775223 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.775223 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.775223 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.775223 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.776396 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.776396 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.776396 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.776396 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.776396 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.777995 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.777995 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.777995 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.777995 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.777995 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.777995 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.777995 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.779631 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.779631 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.779631 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.779631 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.780587 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.780587 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.780587 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.780587 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.781116 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.781116 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.781413 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.781413 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.781702 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.781848 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.781980 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.782673 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 42844) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:19:54.782838 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.782838 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.782838 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.783308 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.783308 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.783606 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.783606 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.783954 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.784128 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.784294 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.784481 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.784790 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.785020 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.785887 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.785887 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.785887 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.785887 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.786756 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.786756 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.786756 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.786756 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.791765 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.791765 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.791765 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.791765 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.791765 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.791765 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.791765 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.791765 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.793671 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.793671 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.793671 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.793671 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.793671 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.793671 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.793671 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.793671 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.795747 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.795747 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.795747 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.795747 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.795747 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.795747 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.795747 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.795747 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.795747 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.797994 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.797994 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.797994 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.797994 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.798818 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.798818 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.798818 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.798818 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.799476 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.799476 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.799476 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.799868 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.800159 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.800159 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.800539 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.800539 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.800919 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.801248 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.801248 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.801669 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.801813 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.801947 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [-] 10.222.0.91 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0168543 Aug 30 04:19:54.802099 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.802238 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.802428 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.802670 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.802888 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.803132 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.803344 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.803559 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.803783 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.804308 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.805761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.805761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.805761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.806384 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.806998 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.807968 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.807968 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.808363 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.811203 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.811203 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.811203 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.811203 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.811203 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.811203 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.811203 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.811203 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.813014 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.813014 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.813738 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [-] 10.222.0.91 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0089400 Aug 30 04:19:54.814080 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.814080 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.814080 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.814080 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.814080 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.814080 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.814080 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.814765 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.814765 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.814910 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.815233 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.815603 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.815859 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.816411 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.817768 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.818110 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.818418 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.818707 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.818938 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.819169 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.819443 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.819764 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.820191 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.820479 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.820750 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.821063 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.821391 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.821683 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.821988 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.822490 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.822911 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.823326 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.823723 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.825032 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.825455 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.826336 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.826336 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.826564 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.826884 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.827213 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.827640 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.828063 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.828452 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.828761 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.830034 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.830407 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.830742 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.832440 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.832440 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.832440 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.832440 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 04:19:54.833054 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 04:19:54.833310 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 04:19:54.833488 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 04:19:54.833729 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 04:19:54.833963 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 04:19:54.834123 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 04:19:54.834444 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.834717 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.834954 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.835180 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.835402 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.835647 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.836879 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.838106 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.838106 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.838569 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.838569 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.838569 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.839261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.839261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.839261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.840001 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.840001 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.840598 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.840598 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.840598 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.841381 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.841381 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] debug = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.841381 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.842020 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.842020 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.842333 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.842473 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.843463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.843463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.843463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.846347 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.846347 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.846347 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.846347 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.846347 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.847683 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.848463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.848463 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.848633 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.848782 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] host = dv-cinder-854265-2-smb {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.849061 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.849335 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.849603 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.849791 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.851626 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.851626 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.851626 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.851626 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.851626 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.851626 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.851626 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.851626 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.853005 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.853005 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.853005 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_options = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.853005 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.853005 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.853005 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.853746 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.853746 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.853746 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.854119 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.854263 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.854847 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.854847 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.856221 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.856221 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.856221 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.856221 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.856221 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.857751 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.857751 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.858325 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.858473 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.858616 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.858866 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.859677 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.859677 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.859996 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.860145 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.860293 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.860556 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.863167 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.863167 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.863167 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.863167 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.863167 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.863167 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.863167 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.863167 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.864721 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.864721 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.864721 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.864721 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.864721 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.864721 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.864721 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.866123 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.866123 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.866123 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.866123 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.866123 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_json = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.866123 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.868434 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.868434 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.868434 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.868434 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.868434 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.868434 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.868434 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.868434 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:19:54.870391 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.870391 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.870391 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.871213 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.871213 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.871213 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.872588 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.872588 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.872588 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.872588 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.873615 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.873615 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.873615 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.873615 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.874646 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.874646 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.874646 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.874646 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.875316 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.875316 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.875316 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.875832 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.875832 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.876897 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:19:54.877312 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.877602 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.877868 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.878143 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.878441 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.879065 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.882261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.882261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.882261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.882261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.882261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.882261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.882261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.882261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.885288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.885288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.885288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.885288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.885288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.885288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.885288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.885288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.885288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.887047 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.887047 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.887047 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.887047 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.887047 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.887047 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.887047 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.887047 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.887047 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.888521 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.888521 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.888521 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.888521 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.888521 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.888521 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.888521 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.888521 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.889617 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.889617 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.889617 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.889617 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.889617 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.889617 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.889617 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.889617 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.889617 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892319 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892319 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892319 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892319 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892319 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892319 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892319 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892319 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892319 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892828 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892828 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892828 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892828 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892828 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892828 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892828 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892828 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.892828 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.893311 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.893386 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.893846 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.893846 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.893846 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.894166 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.894166 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.894288 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.894451 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.894568 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.894743 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.894982 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.895249 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.895453 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.895699 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.895862 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.896092 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.896254 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.896411 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.896569 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.896728 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.896886 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.897046 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.897204 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.897362 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.897520 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.897678 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.897839 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.897998 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.898156 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.898314 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.898474 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.898653 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.899351 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.899351 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.899351 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.899351 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.899635 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.899635 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.899754 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.899824 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.900070 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.900235 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.900394 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.900556 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.900720 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.901235 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.901235 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.901235 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.901597 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.901597 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.901831 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.901831 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.902061 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.902180 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.902312 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.902435 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.902523 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.902680 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.902846 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.902981 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.903133 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.903298 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.903519 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.903882 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.904063 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.904224 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.904383 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.904542 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.904702 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.904862 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.905021 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.905180 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.905339 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.905501 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.906357 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.906357 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.906357 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.906357 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.906357 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.906829 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.906829 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.906829 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.906829 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.907289 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.907289 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.907289 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.907996 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.907996 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.907996 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.907996 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.908556 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.908556 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.908556 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.908556 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.909017 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.909017 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.909017 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910013 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910013 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910013 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910013 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910013 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910013 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910013 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910708 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910708 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910708 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910708 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.910708 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.911481 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.911481 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.911481 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.911481 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.911481 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.912064 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.912064 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.912064 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.912064 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.912465 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.912465 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.912667 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.912932 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.913271 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.913473 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.913644 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.913804 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.914241 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.914360 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.914549 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.914816 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.915080 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.915340 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.916259 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.916259 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.916259 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.916259 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.916856 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.916856 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.917054 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.917324 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.917584 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.917843 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.918067 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.918327 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.918592 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.918971 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.919224 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.919479 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.919750 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.919997 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.920156 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.920347 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.920569 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.920781 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.921582 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.921874 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.922046 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.922798 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.922798 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.923170 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.923170 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.923377 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.923591 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.923872 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.924938 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.924938 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.924938 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.924938 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.924938 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.925849 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.925849 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.925849 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.925849 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.926400 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.926400 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.926628 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.926823 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.927036 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.927261 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.927473 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.927682 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.927892 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.928189 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.928445 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.928703 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.928960 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.929206 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.929531 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.929740 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.929951 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.930373 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.930651 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.930895 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.931187 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.931441 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.931705 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.932017 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.932291 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.932581 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.932849 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.933152 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.933418 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.933727 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.933944 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.934207 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.934467 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.935385 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.936018 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.936224 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.936480 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.936722 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.936968 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.937239 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.937495 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.937763 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.938003 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.938259 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.938672 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:19:54.939045 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 04:20:03.996976 dv-cinder-854265-2-smb neutron-server[106280]: DEBUG dbcounter [-] [106280] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106280) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:07.952333 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d65c14-66ff-4326-81bf-b40f7635317b None None] get_active_networks_info from dv-cinder-854265-2-smb {{(pid=106397) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 30 04:20:07.962371 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writer thread running {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:20:08.112938 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d65c14-66ff-4326-81bf-b40f7635317b None None] No non-hosted networks {{(pid=106397) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 04:20:08.121103 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.agentschedulers_db [None req-b4d65c14-66ff-4326-81bf-b40f7635317b None None] DHCP Agent not found on host dv-cinder-854265-2-smb {{(pid=106397) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 30 04:20:08.176669 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-93c3b4ba-2237-471a-b30d-df96e23e637b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519532'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:10.505205 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writer thread running {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:20:11.426665 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-0e0fce84-88e4-43f0-b6ce-789b07601e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519532'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:11.497437 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-44d5bf24-7061-43fa-b996-4c0e70534942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:12.378602 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 42922) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:13.679871 dv-cinder-854265-2-smb neutron-server[106395]: WARNING oslo_policy.policy [None req-9f88603f-b669-4773-9364-908bad6a550b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:20:13.680840 dv-cinder-854265-2-smb neutron-server[106395]: WARNING oslo_policy.policy [None req-9f88603f-b669-4773-9364-908bad6a550b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:20:13.803095 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519532'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:14.071697 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [None req-9f88603f-b669-4773-9364-908bad6a550b admin admin] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:20:14.090207 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-9f88603f-b669-4773-9364-908bad6a550b admin admin] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.7092783 Aug 30 04:20:14.631990 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519532'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:14.632914 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.633396 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.634094 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.634599 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.635297 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.635834 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.636388 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.636881 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.637374 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.637907 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.638461 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.639013 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.639527 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.640119 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.640592 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:14.641342 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854265-2-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:14.649054 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854265-2-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:14.999670 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.db.l3_hamode_db [None req-c9cbb07d-fe91-4d64-a7fc-3e56a43af240 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 04:20:15.097749 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cbb07d-fe91-4d64-a7fc-3e56a43af240 None None] Routers set() bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:20:15.098653 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cbb07d-fe91-4d64-a7fc-3e56a43af240 None None] Router IDs set() for agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 30 04:20:16.125984 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519532'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:17.116615 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 42958) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:17.522685 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-56aa6fb5-9a37-4487-8bf4-4e44d92bb98d admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:17.537151 dv-cinder-854265-2-smb neutron-server[106395]: ERROR stevedore.extension [None req-56aa6fb5-9a37-4487-8bf4-4e44d92bb98d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 04:20:17.621953 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.policy [None req-56aa6fb5-9a37-4487-8bf4-4e44d92bb98d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106395) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 04:20:17.667652 dv-cinder-854265-2-smb neutron-server[106395]: WARNING oslo_policy.policy [None req-56aa6fb5-9a37-4487-8bf4-4e44d92bb98d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:20:17.668064 dv-cinder-854265-2-smb neutron-server[106395]: WARNING oslo_policy.policy [None req-56aa6fb5-9a37-4487-8bf4-4e44d92bb98d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:20:17.690253 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writer thread running {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:20:17.780339 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-56aa6fb5-9a37-4487-8bf4-4e44d92bb98d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727636202253', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727636201729', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727639364581', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727639387478', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727639377870', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727639402398', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1519342', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1514431', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498062', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586684'] for rbac-policy (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:17.876394 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-56aa6fb5-9a37-4487-8bf4-4e44d92bb98d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:17.877625 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-56aa6fb5-9a37-4487-8bf4-4e44d92bb98d admin admin] 10.222.0.91 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7599013 Aug 30 04:20:20.630241 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 42968) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:21.079990 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:21.121977 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Made reservation on behalf of dd52e349f605416891993a08a2251fcc for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:20:21.127805 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:21.150877 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:21.325294 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Publish callbacks [] for security_group (6cf0913e-d9dc-4cfd-82cf-7120b130e826), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:21.331451 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (6cf0913e-d9dc-4cfd-82cf-7120b130e826), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:21.390672 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:20:21.440954 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727634647354', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (f2313826-3d75-45f5-a510-f3a66c219e67), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:21.441459 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Unsubscribe: segment precommit_create {{(pid=106395) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 04:20:21.441991 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Added segment f2313826-3d75-45f5-a510-f3a66c219e67 of type vlan for network 241bbaf7-9449-421f-9353-a21a4547a74b Aug 30 04:20:21.448727 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf0913e-d9dc-4cfd-82cf-7120b130e826,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:21.491398 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.491938 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.492511 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.493061 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.493547 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.493879 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.494195 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.494524 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.494845 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.495164 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.495502 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.495811 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.496334 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.496499 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.496810 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Tracked resource versions report: Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: pushed versions: Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: { 'AddressGroup': {'1.2'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Agent': {'1.1'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'ConntrackHelper': {'1.0'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Log': {'1.0'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'NDPProxy': {'1.0'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Network': {'1.1'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Port': {'1.7'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'PortForwarding': {'1.3'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'QosPolicy': {'1.10'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'SecurityGroup': {'1.5'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'SubPort': {'1.0'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Subnet': {'1.1'}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Trunk': {'1.1'}} Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: consumer versions: Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: { DHCP agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: L3 agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: Metadata agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: Metering agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: Open vSwitch agent@dv-cinder-854265-2-smb: { 'AddressGroup': '1.2', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Agent': '1.1', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'ConntrackHelper': '1.0', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'LocalIPAssociation': '1.0', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Log': '1.0', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'NDPProxy': '1.0', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Network': '1.1', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Port': '1.7', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'PortForwarding': '1.3', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'QosPolicy': '1.10', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'SecurityGroup': '1.5', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'SecurityGroupRule': '1.2', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'SubPort': '1.0', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Subnet': '1.1', Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: 'Trunk': '1.1'}} Aug 30 04:20:21.498182 dv-cinder-854265-2-smb neutron-server[106395]: {{(pid=106395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:20:21.576356 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (241bbaf7-9449-421f-9353-a21a4547a74b), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:21.655005 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (241bbaf7-9449-421f-9353-a21a4547a74b), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:21.661451 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:21.662307 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:21.784822 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1533015 Aug 30 04:20:21.816158 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:21.822467 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2016e-e258-4f11-a987-bf31426d590d demo demo] Pushing event updated for resources: {'Network': ['ID=241bbaf7-9449-421f-9353-a21a4547a74b,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:21.843256 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network 241bbaf7-9449-421f-9353-a21a4547a74b details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:20:24.597362 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 42982) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:25.152951 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef1819e-ca31-4c56-8cd9-d2c5b8fcaa1b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:25.154606 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-1ef1819e-ca31-4c56-8cd9-d2c5b8fcaa1b demo admin] 10.222.0.91 "GET /networking/v2.0/networks/241bbaf7-9449-421f-9353-a21a4547a74b HTTP/1.1" status: 200 len: 826 time: 0.5562215 Aug 30 04:20:25.190280 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-7072137b-8b47-4db1-a29b-53cc2ba37a20 demo admin] 10.222.0.91 "GET /networking/v2.0/subnetpools/85ca29dd-a381-44c9-acde-f66d662a6d19 HTTP/1.1" status: 200 len: 734 time: 0.0238256 Aug 30 04:20:25.200785 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] Request body: {'subnet': {'subnetpool_id': '85ca29dd-a381-44c9-acde-f66d662a6d19', 'ip_version': 4, 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:25.226625 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] Made reservation on behalf of dd52e349f605416891993a08a2251fcc for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:20:25.229228 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:25.509104 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:25.606468 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (b0d930b5-c7a1-4314-b754-5d603bb8877e), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:25.695039 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] Pushing event updated for resources: {'Subnet': ['ID=b0d930b5-c7a1-4314-b754-5d603bb8877e,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:25.700442 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] Checking segment: {'id': 'f2313826-3d75-45f5-a510-f3a66c219e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:20:25.700786 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] Network hostable DHCP agents. Network: 241bbaf7-9449-421f-9353-a21a4547a74b, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:20:25.733767 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] Network 241bbaf7-9449-421f-9353-a21a4547a74b is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:20:25.749725 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, 241bbaf7-9449-421f-9353-a21a4547a74b) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:20:25.756694 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:25.757660 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:25.768276 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aceb754-f2f3-4d9a-af01-e8aaad2c0e6c None None] Network 241bbaf7-9449-421f-9353-a21a4547a74b requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:20:25.795945 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-c3e8392d-5ac9-4ce8-bc28-36525107584f demo admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5959051 Aug 30 04:20:25.873166 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=34,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:26.197923 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3db10d5-22ca-5e7d-b4be-6ae39b8c903b-241bbaf7-9449-421f-9353-a21a4547a74b', 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b', 'project_id': 'dd52e349f605416891993a08a2251fcc', 'fixed_ips': [{'subnet_id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e'}]}} from dv-cinder-854265-2-smb. {{(pid=106397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:20:26.199777 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:26.566696 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.db_base_plugin_common [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Allocated IP 172.20.0.2 (241bbaf7-9449-421f-9353-a21a4547a74b/b0d930b5-c7a1-4314-b754-5d603bb8877e/300d5158-2d18-4578-9682-0234f2f36bdd) {{(pid=106397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:20:27.026861 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Publish callbacks [] for port (300d5158-2d18-4578-9682-0234f2f36bdd), precommit_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:27.042636 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (300d5158-2d18-4578-9682-0234f2f36bdd), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:27.150981 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Network 241bbaf7-9449-421f-9353-a21a4547a74b is already hosted by enough agents. {{(pid=106397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:20:27.161272 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.base_scheduler [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Resources bound (agent type, host, resource id): {{(pid=106397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:20:27.165107 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Received port after_create {{(pid=106397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:20:27.251340 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Pushing event updated for resources: {'Port': ['ID=300d5158-2d18-4578-9682-0234f2f36bdd,revision_number=1']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:27.301683 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.302128 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.302630 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.303203 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.303755 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.304324 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.304875 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.305423 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.305979 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.306465 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.306935 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.307494 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.308061 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.308577 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.309090 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Tracked resource versions report: Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: pushed versions: Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: { 'AddressGroup': {'1.2'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Agent': {'1.1'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'ConntrackHelper': {'1.0'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Log': {'1.0'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'NDPProxy': {'1.0'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Network': {'1.1'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Port': {'1.7'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'PortForwarding': {'1.3'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'QosPolicy': {'1.10'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'SecurityGroup': {'1.5'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'SubPort': {'1.0'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Subnet': {'1.1'}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Trunk': {'1.1'}} Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: consumer versions: Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: { DHCP agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: L3 agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: Metadata agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: Metering agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: Open vSwitch agent@dv-cinder-854265-2-smb: { 'AddressGroup': '1.2', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Agent': '1.1', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'ConntrackHelper': '1.0', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'LocalIPAssociation': '1.0', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Log': '1.0', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'NDPProxy': '1.0', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Network': '1.1', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Port': '1.7', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'PortForwarding': '1.3', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'QosPolicy': '1.10', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'SecurityGroup': '1.5', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'SecurityGroupRule': '1.2', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'SubPort': '1.0', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Subnet': '1.1', Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: 'Trunk': '1.1'}} Aug 30 04:20:27.311379 dv-cinder-854265-2-smb neutron-server[106397]: {{(pid=106397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:20:27.363646 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Attempting to bind port 300d5158-2d18-4578-9682-0234f2f36bdd on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:20:27.364080 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Attempting to bind port 300d5158-2d18-4578-9682-0234f2f36bdd by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': 'f2313826-3d75-45f5-a510-f3a66c219e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:20:27.364531 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Attempting to bind port 300d5158-2d18-4578-9682-0234f2f36bdd on network 241bbaf7-9449-421f-9353-a21a4547a74b {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:20:27.371842 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:20:27.372449 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Checking segment: {'id': 'f2313826-3d75-45f5-a510-f3a66c219e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:20:27.373256 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:27.373725 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Bound using segment: {'id': 'f2313826-3d75-45f5-a510-f3a66c219e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:20:27.374261 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Bound port: 300d5158-2d18-4578-9682-0234f2f36bdd, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2313826-3d75-45f5-a510-f3a66c219e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:20:27.374699 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (300d5158-2d18-4578-9682-0234f2f36bdd), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:27.389694 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:27.485166 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] For port 300d5158-2d18-4578-9682-0234f2f36bdd, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:20:27.524299 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] For port 300d5158-2d18-4578-9682-0234f2f36bdd, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=300d5158-2d18-4578-9682-0234f2f36bdd,segment=NetworkSegment(f2313826-3d75-45f5-a510-f3a66c219e67),segment_id=f2313826-3d75-45f5-a510-f3a66c219e67)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:20:27.537078 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (300d5158-2d18-4578-9682-0234f2f36bdd), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:27.625711 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4eed49-d9fe-42b7-915e-e8c5c3641f63 None None] Pushing event updated for resources: {'Port': ['ID=300d5158-2d18-4578-9682-0234f2f36bdd,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:28.605314 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 42992) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:29.137992 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:29.148778 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=7 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:29.463744 dv-cinder-854265-2-smb neutron-server[106396]: WARNING oslo_policy.policy [None req-bc4c5d8c-9ed2-41ca-b7ce-1979995a8fa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:20:29.464515 dv-cinder-854265-2-smb neutron-server[106396]: WARNING oslo_policy.policy [None req-bc4c5d8c-9ed2-41ca-b7ce-1979995a8fa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:20:29.698227 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [None req-bc4c5d8c-9ed2-41ca-b7ce-1979995a8fa0 admin admin] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:20:29.700676 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-bc4c5d8c-9ed2-41ca-b7ce-1979995a8fa0 admin admin] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0926144 Aug 30 04:20:33.222118 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43010) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:33.657181 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [None req-70a98687-6660-4141-907c-8601d61f02db admin admin] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:20:33.659606 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-70a98687-6660-4141-907c-8601d61f02db admin admin] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4352963 Aug 30 04:20:35.767386 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=23,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:35.773410 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:36.878674 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 300d5158-2d18-4578-9682-0234f2f36bdd up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:20:36.905204 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43024) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:37.006748 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 300d5158-2d18-4578-9682-0234f2f36bdd triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:20:37.007844 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (300d5158-2d18-4578-9682-0234f2f36bdd), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.164072 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 300d5158-2d18-4578-9682-0234f2f36bdd is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:20:37.164614 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (300d5158-2d18-4578-9682-0234f2f36bdd), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.236832 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 300d5158-2d18-4578-9682-0234f2f36bdd, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=300d5158-2d18-4578-9682-0234f2f36bdd,segment=NetworkSegment(f2313826-3d75-45f5-a510-f3a66c219e67),segment_id=f2313826-3d75-45f5-a510-f3a66c219e67)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:20:37.243201 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (300d5158-2d18-4578-9682-0234f2f36bdd), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.333585 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:37.336149 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=300d5158-2d18-4578-9682-0234f2f36bdd,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:37.409287 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-6ca19016-4f92-48f9-b82d-61dede9a1910 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:37.421037 dv-cinder-854265-2-smb neutron-server[106396]: ERROR stevedore.extension [None req-6ca19016-4f92-48f9-b82d-61dede9a1910 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 04:20:37.477453 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.policy [None req-6ca19016-4f92-48f9-b82d-61dede9a1910 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106396) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 04:20:37.524008 dv-cinder-854265-2-smb neutron-server[106396]: WARNING oslo_policy.policy [None req-6ca19016-4f92-48f9-b82d-61dede9a1910 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:20:37.524402 dv-cinder-854265-2-smb neutron-server[106396]: WARNING oslo_policy.policy [None req-6ca19016-4f92-48f9-b82d-61dede9a1910 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:20:37.547530 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writer thread running {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:20:37.580701 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=10,neutron:INSERT=32 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:37.605340 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ca19016-4f92-48f9-b82d-61dede9a1910 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10083'] for router (16d6b901-b7ef-49a6-85e9-ea6cc4eef172), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.608707 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ca19016-4f92-48f9-b82d-61dede9a1910 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-412989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10074'] for router (16d6b901-b7ef-49a6-85e9-ea6cc4eef172), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.854799 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ca19016-4f92-48f9-b82d-61dede9a1910 demo demo] Publish callbacks [] for router_controller (16d6b901-b7ef-49a6-85e9-ea6cc4eef172), precommit_add_association {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.862702 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ca19016-4f92-48f9-b82d-61dede9a1910 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520916'] for router (16d6b901-b7ef-49a6-85e9-ea6cc4eef172), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.908876 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ca19016-4f92-48f9-b82d-61dede9a1910 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:37.912093 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-6ca19016-4f92-48f9-b82d-61dede9a1910 demo demo] 10.222.0.91 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0043592 Aug 30 04:20:37.918571 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-8771fd1c-068b-4044-bbc5-afbe8ec53e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.001183 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2636a15-b791-42e7-b800-0d784c7575bc None None] Network 241bbaf7-9449-421f-9353-a21a4547a74b requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:20:38.078403 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-e8f7e620-6e11-4b6e-8db5-49de59fb98e8 None None] Provisioning complete for port 300d5158-2d18-4578-9682-0234f2f36bdd triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:20:38.078795 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e620-6e11-4b6e-8db5-49de59fb98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (300d5158-2d18-4578-9682-0234f2f36bdd), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.264632 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7e620-6e11-4b6e-8db5-49de59fb98e8 None None] Current status of the port 300d5158-2d18-4578-9682-0234f2f36bdd is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:20:38.491515 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-533b08ed-61aa-4364-8378-b533439de0fa None None] Provisioning complete for port 300d5158-2d18-4578-9682-0234f2f36bdd triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:20:38.491944 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-533b08ed-61aa-4364-8378-b533439de0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (300d5158-2d18-4578-9682-0234f2f36bdd), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.586806 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-533b08ed-61aa-4364-8378-b533439de0fa None None] Current status of the port 300d5158-2d18-4578-9682-0234f2f36bdd is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:20:38.842530 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 300d5158-2d18-4578-9682-0234f2f36bdd up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:20:38.891806 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 300d5158-2d18-4578-9682-0234f2f36bdd triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:20:38.892290 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (300d5158-2d18-4578-9682-0234f2f36bdd), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:38.938460 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:38.983848 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 300d5158-2d18-4578-9682-0234f2f36bdd is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:20:40.694900 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43036) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:41.204630 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [None req-33e01a62-ae0f-485b-8200-8989c362065f admin admin] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:20:41.205739 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-33e01a62-ae0f-485b-8200-8989c362065f admin admin] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5095682 Aug 30 04:20:41.425223 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-39c9ea23-d358-4e78-94e6-c4d6cc01d970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:43.722612 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:43.955098 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43044) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:44.339428 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:44.372758 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Made reservation on behalf of d17736c99d5e4774b6a5a802cbcd44ca for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:20:44.375564 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.385827 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.503260 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Publish callbacks [] for security_group (1a7a2c11-6eeb-4114-97fa-fa71a43c77d7), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.510736 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1a7a2c11-6eeb-4114-97fa-fa71a43c77d7), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.531541 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Reserving flat network on physical network physnet1 {{(pid=106395) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 04:20:44.564326 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7a2c11-6eeb-4114-97fa-fa71a43c77d7,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:44.572469 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (6b302ad0-1967-4222-b68d-e63f1683f634), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.572787 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Added segment 6b302ad0-1967-4222-b68d-e63f1683f634 of type flat for network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 Aug 30 04:20:44.628866 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.637355 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (5bb62b4a-ee4e-4a80-b366-eeed205c5932), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.677778 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (5bb62b4a-ee4e-4a80-b366-eeed205c5932), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.678739 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:44.679319 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:44.775443 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8191698 Aug 30 04:20:44.786838 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a8a88-5e8f-4d71-ac2b-ef467ec5bb4b admin admin] Pushing event updated for resources: {'Network': ['ID=5bb62b4a-ee4e-4a80-b366-eeed205c5932,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:44.800331 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:20:46.065818 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:47.369913 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43052) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:47.898825 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6c084e-aa5c-43e4-b4b6-801aa599629a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:47.900394 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-fc6c084e-aa5c-43e4-b4b6-801aa599629a demo admin] 10.222.0.91 "GET /networking/v2.0/subnets/b0d930b5-c7a1-4314-b754-5d603bb8877e HTTP/1.1" status: 200 len: 849 time: 0.5294957 Aug 30 04:20:48.034504 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-4cc251ff-66ba-4e16-bae1-e09a9152a2f6 demo admin] 10.222.0.91 "GET /networking/v2.0/routers/16d6b901-b7ef-49a6-85e9-ea6cc4eef172 HTTP/1.1" status: 200 len: 704 time: 0.1273985 Aug 30 04:20:48.383044 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:48.801599 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Allocated IP 172.20.0.1 (241bbaf7-9449-421f-9353-a21a4547a74b/b0d930b5-c7a1-4314-b754-5d603bb8877e/72dc800f-5431-4ca9-b3a8-82911876ce6f) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:20:49.192404 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Publish callbacks [] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:49.294475 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:49.310355 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:49.387699 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Network 241bbaf7-9449-421f-9353-a21a4547a74b is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:20:49.395093 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:20:49.441441 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Pushing event updated for resources: {'Port': ['ID=72dc800f-5431-4ca9-b3a8-82911876ce6f,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:49.444991 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:20:49.445558 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519856'] for router_interface (16d6b901-b7ef-49a6-85e9-ea6cc4eef172), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:49.476711 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:49.527276 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.527605 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.527959 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.528333 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.528661 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.529084 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.529297 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.529619 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.529945 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.530261 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.530649 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.530897 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.531284 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.531600 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.531943 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Tracked resource versions report: Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: pushed versions: Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: { 'AddressGroup': {'1.2'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Agent': {'1.1'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'ConntrackHelper': {'1.0'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Log': {'1.0'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'NDPProxy': {'1.0'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Network': {'1.1'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Port': {'1.7'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'PortForwarding': {'1.3'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'QosPolicy': {'1.10'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'SecurityGroup': {'1.5'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'SubPort': {'1.0'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Subnet': {'1.1'}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Trunk': {'1.1'}} Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: consumer versions: Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: { DHCP agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: L3 agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: Metadata agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: Metering agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: Open vSwitch agent@dv-cinder-854265-2-smb: { 'AddressGroup': '1.2', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Agent': '1.1', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'ConntrackHelper': '1.0', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'LocalIPAssociation': '1.0', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Log': '1.0', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'NDPProxy': '1.0', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Network': '1.1', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Port': '1.7', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'PortForwarding': '1.3', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'QosPolicy': '1.10', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'SecurityGroup': '1.5', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'SecurityGroupRule': '1.2', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'SubPort': '1.0', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Subnet': '1.1', Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: 'Trunk': '1.1'}} Aug 30 04:20:49.533153 dv-cinder-854265-2-smb neutron-server[106396]: {{(pid=106396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:20:49.672139 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-f8ceee16-a0cd-4bc6-9a79-787618d86010 None None] Provisioning complete for port 72dc800f-5431-4ca9-b3a8-82911876ce6f triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:20:49.673077 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-f8ceee16-a0cd-4bc6-9a79-787618d86010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:49.716685 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-f8ceee16-a0cd-4bc6-9a79-787618d86010 None None] Port 72dc800f-5431-4ca9-b3a8-82911876ce6f cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:20:49.722906 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:49.979006 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Publish callbacks [] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:49.985097 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:49.986098 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519716'] for router_interface (16d6b901-b7ef-49a6-85e9-ea6cc4eef172), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:50.140491 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Pushing event updated for resources: {'Port': ['ID=72dc800f-5431-4ca9-b3a8-82911876ce6f,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:50.205841 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Network 241bbaf7-9449-421f-9353-a21a4547a74b is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:20:50.207637 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:20:50.422076 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Router 16d6b901-b7ef-49a6-85e9-ea6cc4eef172 is scheduled to L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 with binding_index 1 {{(pid=106396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:20:50.447565 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-8874aef8-0eaa-483f-bfb8-c3a62c305ad8 None None] Provisioning complete for port 72dc800f-5431-4ca9-b3a8-82911876ce6f triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:20:50.448191 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-8874aef8-0eaa-483f-bfb8-c3a62c305ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:50.507696 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-8874aef8-0eaa-483f-bfb8-c3a62c305ad8 None None] Port 72dc800f-5431-4ca9-b3a8-82911876ce6f cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:20:50.556553 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:20:50.563573 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-3f29d105-b4f4-4d01-af0a-947d59928909 demo admin] 10.222.0.91 "PUT /networking/v2.0/routers/16d6b901-b7ef-49a6-85e9-ea6cc4eef172/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5231783 Aug 30 04:20:50.568195 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Sync routers for ids ['16d6b901-b7ef-49a6-85e9-ea6cc4eef172'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:20:50.584773 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Routers {'16d6b901-b7ef-49a6-85e9-ea6cc4eef172'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:20:50.585884 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:20:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['16d6b901-b7ef-49a6-85e9-ea6cc4eef172'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:50.799001 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Set router 16d6b901-b7ef-49a6-85e9-ea6cc4eef172 gateway port host: None {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:20:51.454594 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'name': 'router1', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:37Z', 'updated_at': '2022-08-30T04:20:49Z', 'revision_number': 2, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'gw_port_host': None, '_interfaces': [{'id': '72dc800f-5431-4ca9-b3a8-82911876ce6f', 'name': '', 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'mac_address': 'fa:16:3e:95:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:48Z', 'updated_at': '2022-08-30T04:20:49Z', 'revision_number': 2, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'subnets': [{'id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ca29dd-a381-44c9-acde-f66d662a6d19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:51.547710 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Checking router: 16d6b901-b7ef-49a6-85e9-ea6cc4eef172 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:20:51.548323 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Updating router 16d6b901-b7ef-49a6-85e9-ea6cc4eef172 port 72dc800f-5431-4ca9-b3a8-82911876ce6f binding host dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:20:51.651305 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.521021 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Publish callbacks [] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), precommit_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.533106 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.775376 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Attempting to bind port 72dc800f-5431-4ca9-b3a8-82911876ce6f on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:20:52.776428 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Attempting to bind port 72dc800f-5431-4ca9-b3a8-82911876ce6f by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': 'f2313826-3d75-45f5-a510-f3a66c219e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b'}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:20:52.776948 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Attempting to bind port 72dc800f-5431-4ca9-b3a8-82911876ce6f on network 241bbaf7-9449-421f-9353-a21a4547a74b {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:20:52.783009 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Pushing event updated for resources: {'Port': ['ID=72dc800f-5431-4ca9-b3a8-82911876ce6f,revision_number=3']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:52.795947 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:20:52.796550 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Checking segment: {'id': 'f2313826-3d75-45f5-a510-f3a66c219e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:20:52.797313 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.797934 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Bound using segment: {'id': 'f2313826-3d75-45f5-a510-f3a66c219e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b'} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:20:52.798686 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Bound port: 72dc800f-5431-4ca9-b3a8-82911876ce6f, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2313826-3d75-45f5-a510-f3a66c219e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b'}}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:20:52.799313 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:52.813483 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.814029 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.814581 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.815120 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.815687 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.816268 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.816821 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.817351 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.817877 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.818417 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.818960 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.819495 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.820072 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.820607 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.821111 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Tracked resource versions report: Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: pushed versions: Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: { 'AddressGroup': {'1.2'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Agent': {'1.1'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'ConntrackHelper': {'1.0'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Log': {'1.0'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'NDPProxy': {'1.0'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Network': {'1.1'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Port': {'1.7'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'PortForwarding': {'1.3'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'QosPolicy': {'1.10'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'SecurityGroup': {'1.5'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'SubPort': {'1.0'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Subnet': {'1.1'}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Trunk': {'1.1'}} Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: consumer versions: Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: { DHCP agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: L3 agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: Metadata agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: Metering agent@dv-cinder-854265-2-smb: {}, Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: Open vSwitch agent@dv-cinder-854265-2-smb: { 'AddressGroup': '1.2', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Agent': '1.1', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'ConntrackHelper': '1.0', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'LocalIPAssociation': '1.0', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Log': '1.0', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'NDPProxy': '1.0', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Network': '1.1', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Port': '1.7', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'PortForwarding': '1.3', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'QosPolicy': '1.10', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'SecurityGroup': '1.5', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'SecurityGroupRule': '1.2', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'SubPort': '1.0', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Subnet': '1.1', Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: 'Trunk': '1.1'}} Aug 30 04:20:52.822593 dv-cinder-854265-2-smb neutron-server[106398]: {{(pid=106398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:20:52.949670 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:52.958612 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] For port 72dc800f-5431-4ca9-b3a8-82911876ce6f, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:20:53.000465 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] For port 72dc800f-5431-4ca9-b3a8-82911876ce6f, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=72dc800f-5431-4ca9-b3a8-82911876ce6f,segment=NetworkSegment(f2313826-3d75-45f5-a510-f3a66c219e67),segment_id=f2313826-3d75-45f5-a510-f3a66c219e67)] {{(pid=106398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:20:53.008319 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:53.059754 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:53.071858 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Routers {'16d6b901-b7ef-49a6-85e9-ea6cc4eef172'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:20:53.072525 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:20:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['16d6b901-b7ef-49a6-85e9-ea6cc4eef172'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:53.079313 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35619f7-f488-4fd2-8b79-3e4ca6a5496c None None] Pushing event updated for resources: {'Port': ['ID=72dc800f-5431-4ca9-b3a8-82911876ce6f,revision_number=4']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:53.221040 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] Set router 16d6b901-b7ef-49a6-85e9-ea6cc4eef172 gateway port host: None {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:20:53.465147 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43066) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:53.592271 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'name': 'router1', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:37Z', 'updated_at': '2022-08-30T04:20:49Z', 'revision_number': 2, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'gw_port_host': None, '_interfaces': [{'id': '72dc800f-5431-4ca9-b3a8-82911876ce6f', 'name': '', 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'mac_address': 'fa:16:3e:95:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:48Z', 'updated_at': '2022-08-30T04:20:52Z', 'revision_number': 4, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'subnets': [{'id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ca29dd-a381-44c9-acde-f66d662a6d19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:20:53.624483 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dfbf29-857b-45ed-aec8-61608181d3db None None] The sync data for ids ['16d6b901-b7ef-49a6-85e9-ea6cc4eef172'] in dv-cinder-854265-2-smb is: [{'id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'name': 'router1', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:37Z', 'updated_at': '2022-08-30T04:20:49Z', 'revision_number': 2, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'gw_port_host': None, '_interfaces': [{'id': '72dc800f-5431-4ca9-b3a8-82911876ce6f', 'name': '', 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'mac_address': 'fa:16:3e:95:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:48Z', 'updated_at': '2022-08-30T04:20:52Z', 'revision_number': 4, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'subnets': [{'id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ca29dd-a381-44c9-acde-f66d662a6d19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:20:53.971692 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c65a06-e80e-4340-b734-8b90a1572192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:53.973002 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-b5c65a06-e80e-4340-b734-8b90a1572192 admin admin] 10.222.0.91 "GET /networking/v2.0/networks/5bb62b4a-ee4e-4a80-b366-eeed205c5932 HTTP/1.1" status: 200 len: 842 time: 0.5065072 Aug 30 04:20:53.985166 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:54.010334 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Made reservation on behalf of d17736c99d5e4774b6a5a802cbcd44ca for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:20:54.013415 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:54.317075 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:54.410204 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.objects.ports [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106395) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 30 04:20:54.410671 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (bb7c117b-d914-48fa-86ae-f8dcad6dd40f), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:54.473451 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7c117b-d914-48fa-86ae-f8dcad6dd40f,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:54.488045 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Checking segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:20:54.488376 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Network hostable DHCP agents. Network: 5bb62b4a-ee4e-4a80-b366-eeed205c5932, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:20:54.514597 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:20:54.530065 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, 5bb62b4a-ee4e-4a80-b366-eeed205c5932) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:20:54.537294 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:54.538285 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:54.542839 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b766dc4-1244-4bfd-99fc-07f89b7730ef None None] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:20:54.558169 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:54.571013 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-a18bd88b-70f9-4360-be03-bca897c78c19 admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5880396 Aug 30 04:20:54.647181 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:54.734200 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3433f7f-ad4f-4e03-b40a-290ebc3ce394 None None] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:20:58.099425 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43074) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:58.995836 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-5080ba0a-2188-4db2-b5ea-489f0a8b583f demo admin] 10.222.0.91 "GET /networking/v2.0/routers/16d6b901-b7ef-49a6-85e9-ea6cc4eef172 HTTP/1.1" status: 200 len: 710 time: 0.8946731 Aug 30 04:20:59.172290 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54526e3-4f87-48ed-8253-8ac8308083f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:59.174814 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-b54526e3-4f87-48ed-8253-8ac8308083f2 demo admin] 10.222.0.91 "GET /networking/v2.0/networks/5bb62b4a-ee4e-4a80-b366-eeed205c5932 HTTP/1.1" status: 200 len: 886 time: 0.1721721 Aug 30 04:20:59.189836 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:59.634133 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Publish callbacks [] for router_gateway (16d6b901-b7ef-49a6-85e9-ea6cc4eef172), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.895279 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Publish callbacks [] for router_gateway (16d6b901-b7ef-49a6-85e9-ea6cc4eef172), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:00.013574 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:00.276539 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:00.279296 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Allocated IP 172.28.3.254 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/f8eb4f9f-03ab-42ac-86a5-742e7304578c) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:21:00.453076 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Publish callbacks [] for port (f8eb4f9f-03ab-42ac-86a5-742e7304578c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:00.472561 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:00.534237 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (f8eb4f9f-03ab-42ac-86a5-742e7304578c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:00.551613 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=81,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:00.554896 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=74,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:00.644039 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:00.650954 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:00.656145 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:21:00.659641 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Pushing event updated for resources: {'Port': ['ID=f8eb4f9f-03ab-42ac-86a5-742e7304578c,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:00.882399 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 72dc800f-5431-4ca9-b3a8-82911876ce6f up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:00.973210 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 72dc800f-5431-4ca9-b3a8-82911876ce6f triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:00.973709 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.014887 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Publish callbacks [] for router_gateway (16d6b901-b7ef-49a6-85e9-ea6cc4eef172), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.107703 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 72dc800f-5431-4ca9-b3a8-82911876ce6f is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:01.108370 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.163127 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 72dc800f-5431-4ca9-b3a8-82911876ce6f, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=72dc800f-5431-4ca9-b3a8-82911876ce6f,segment=NetworkSegment(f2313826-3d75-45f5-a510-f3a66c219e67),segment_id=f2313826-3d75-45f5-a510-f3a66c219e67)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:01.170087 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.244231 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=72dc800f-5431-4ca9-b3a8-82911876ce6f,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:01.346120 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10052'] for router (16d6b901-b7ef-49a6-85e9-ea6cc4eef172), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.353115 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519283'] for router (16d6b901-b7ef-49a6-85e9-ea6cc4eef172), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.496500 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Router 16d6b901-b7ef-49a6-85e9-ea6cc4eef172 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:21:01.692050 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:21:01.699586 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:01.701203 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-c99d04c5-8d6d-4284-8dc9-3ea0d9e08278 demo admin] 10.222.0.91 "PUT /networking/v2.0/routers/16d6b901-b7ef-49a6-85e9-ea6cc4eef172 HTTP/1.1" status: 200 len: 890 time: 2.5190048 Aug 30 04:21:01.967317 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074df648-e436-4859-9d57-1430f688a52a None None] Sync routers for ids ['16d6b901-b7ef-49a6-85e9-ea6cc4eef172'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:21:01.982158 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074df648-e436-4859-9d57-1430f688a52a None None] Routers {'16d6b901-b7ef-49a6-85e9-ea6cc4eef172'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:01.982870 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-074df648-e436-4859-9d57-1430f688a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:20:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['16d6b901-b7ef-49a6-85e9-ea6cc4eef172'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:02.300055 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-074df648-e436-4859-9d57-1430f688a52a None None] Set router 16d6b901-b7ef-49a6-85e9-ea6cc4eef172 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:02.710324 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:02.896654 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 72dc800f-5431-4ca9-b3a8-82911876ce6f up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:02.905077 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-074df648-e436-4859-9d57-1430f688a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'name': 'router1', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'f8eb4f9f-03ab-42ac-86a5-742e7304578c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:37Z', 'updated_at': '2022-08-30T04:21:00Z', 'revision_number': 4, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'gw_port': {'id': 'f8eb4f9f-03ab-42ac-86a5-742e7304578c', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:00Z', 'updated_at': '2022-08-30T04:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '72dc800f-5431-4ca9-b3a8-82911876ce6f', 'name': '', 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'mac_address': 'fa:16:3e:95:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:48Z', 'updated_at': '2022-08-30T04:21:01Z', 'revision_number': 5, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'subnets': [{'id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ca29dd-a381-44c9-acde-f66d662a6d19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:03.087751 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074df648-e436-4859-9d57-1430f688a52a None None] Checking router: 16d6b901-b7ef-49a6-85e9-ea6cc4eef172 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:21:03.089271 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074df648-e436-4859-9d57-1430f688a52a None None] Updating router 16d6b901-b7ef-49a6-85e9-ea6cc4eef172 port f8eb4f9f-03ab-42ac-86a5-742e7304578c binding host dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:21:03.159226 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-074df648-e436-4859-9d57-1430f688a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (f8eb4f9f-03ab-42ac-86a5-742e7304578c), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.190009 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 72dc800f-5431-4ca9-b3a8-82911876ce6f triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:03.190380 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.292219 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:03.505271 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 72dc800f-5431-4ca9-b3a8-82911876ce6f is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:03.588838 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=25 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:03.596506 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=43 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:03.723717 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-074df648-e436-4859-9d57-1430f688a52a None None] Publish callbacks [] for port (f8eb4f9f-03ab-42ac-86a5-742e7304578c), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.731754 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-074df648-e436-4859-9d57-1430f688a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (f8eb4f9f-03ab-42ac-86a5-742e7304578c), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.781316 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-074df648-e436-4859-9d57-1430f688a52a None None] Attempting to bind port f8eb4f9f-03ab-42ac-86a5-742e7304578c on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:21:03.781731 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-074df648-e436-4859-9d57-1430f688a52a None None] Attempting to bind port f8eb4f9f-03ab-42ac-86a5-742e7304578c by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:21:03.782199 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074df648-e436-4859-9d57-1430f688a52a None None] Attempting to bind port f8eb4f9f-03ab-42ac-86a5-742e7304578c on network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:03.798375 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074df648-e436-4859-9d57-1430f688a52a None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:21:03.798874 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074df648-e436-4859-9d57-1430f688a52a None None] Checking segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:03.799431 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-074df648-e436-4859-9d57-1430f688a52a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.799929 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074df648-e436-4859-9d57-1430f688a52a None None] Bound using segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:21:03.800519 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-074df648-e436-4859-9d57-1430f688a52a None None] Bound port: f8eb4f9f-03ab-42ac-86a5-742e7304578c, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:21:03.800984 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-074df648-e436-4859-9d57-1430f688a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (f8eb4f9f-03ab-42ac-86a5-742e7304578c), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.806685 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70099f15-4b64-4b02-af56-39baf207b233 None None] Pushing event updated for resources: {'Port': ['ID=f8eb4f9f-03ab-42ac-86a5-742e7304578c,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:03.874021 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-074df648-e436-4859-9d57-1430f688a52a None None] For port f8eb4f9f-03ab-42ac-86a5-742e7304578c, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:21:03.878996 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-074df648-e436-4859-9d57-1430f688a52a None None] For port f8eb4f9f-03ab-42ac-86a5-742e7304578c, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=f8eb4f9f-03ab-42ac-86a5-742e7304578c,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:21:03.887333 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-074df648-e436-4859-9d57-1430f688a52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (f8eb4f9f-03ab-42ac-86a5-742e7304578c), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:03.936046 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074df648-e436-4859-9d57-1430f688a52a None None] Routers {'16d6b901-b7ef-49a6-85e9-ea6cc4eef172'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:21:03.936789 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-074df648-e436-4859-9d57-1430f688a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:20:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['16d6b901-b7ef-49a6-85e9-ea6cc4eef172'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:03.998065 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70099f15-4b64-4b02-af56-39baf207b233 None None] Pushing event updated for resources: {'Port': ['ID=f8eb4f9f-03ab-42ac-86a5-742e7304578c,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:04.096608 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-074df648-e436-4859-9d57-1430f688a52a None None] Set router 16d6b901-b7ef-49a6-85e9-ea6cc4eef172 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:21:04.252490 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:04.393207 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-074df648-e436-4859-9d57-1430f688a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'name': 'router1', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'f8eb4f9f-03ab-42ac-86a5-742e7304578c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:37Z', 'updated_at': '2022-08-30T04:21:00Z', 'revision_number': 4, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'gw_port': {'id': 'f8eb4f9f-03ab-42ac-86a5-742e7304578c', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:00Z', 'updated_at': '2022-08-30T04:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '72dc800f-5431-4ca9-b3a8-82911876ce6f', 'name': '', 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'mac_address': 'fa:16:3e:95:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:48Z', 'updated_at': '2022-08-30T04:21:01Z', 'revision_number': 5, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'subnets': [{'id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ca29dd-a381-44c9-acde-f66d662a6d19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:21:04.440594 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074df648-e436-4859-9d57-1430f688a52a None None] The sync data for ids ['16d6b901-b7ef-49a6-85e9-ea6cc4eef172'] in dv-cinder-854265-2-smb is: [{'id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'name': 'router1', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'f8eb4f9f-03ab-42ac-86a5-742e7304578c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:20:37Z', 'updated_at': '2022-08-30T04:21:00Z', 'revision_number': 4, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'gw_port': {'id': 'f8eb4f9f-03ab-42ac-86a5-742e7304578c', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:21:00Z', 'updated_at': '2022-08-30T04:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '72dc800f-5431-4ca9-b3a8-82911876ce6f', 'name': '', 'network_id': '241bbaf7-9449-421f-9353-a21a4547a74b', 'tenant_id': 'dd52e349f605416891993a08a2251fcc', 'mac_address': 'fa:16:3e:95:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d6b901-b7ef-49a6-85e9-ea6cc4eef172', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:20:48Z', 'updated_at': '2022-08-30T04:21:01Z', 'revision_number': 5, 'project_id': 'dd52e349f605416891993a08a2251fcc', 'subnets': [{'id': 'b0d930b5-c7a1-4314-b754-5d603bb8877e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ca29dd-a381-44c9-acde-f66d662a6d19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:21:04.910786 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device f8eb4f9f-03ab-42ac-86a5-742e7304578c up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:04.940940 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43088) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:04.968905 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:04.989072 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port f8eb4f9f-03ab-42ac-86a5-742e7304578c triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:04.989682 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (f8eb4f9f-03ab-42ac-86a5-742e7304578c), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.115245 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port f8eb4f9f-03ab-42ac-86a5-742e7304578c is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:05.116444 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (f8eb4f9f-03ab-42ac-86a5-742e7304578c), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.147314 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port f8eb4f9f-03ab-42ac-86a5-742e7304578c, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=f8eb4f9f-03ab-42ac-86a5-742e7304578c,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:05.155307 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (f8eb4f9f-03ab-42ac-86a5-742e7304578c), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.243650 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=f8eb4f9f-03ab-42ac-86a5-742e7304578c,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:05.606142 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b24693bc-0109-4c9f-ad67-d9e64dc272c0 admin admin] 10.222.0.91 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.6640348 Aug 30 04:21:06.767262 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 5 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:21:06.864339 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device f8eb4f9f-03ab-42ac-86a5-742e7304578c up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:06.918739 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port f8eb4f9f-03ab-42ac-86a5-742e7304578c triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:06.919377 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (f8eb4f9f-03ab-42ac-86a5-742e7304578c), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.011299 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port f8eb4f9f-03ab-42ac-86a5-742e7304578c is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:07.911984 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2f28-1505-45ee-950e-74504f5101a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.438545 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-99bab2db-e5cd-4a6f-a7cf-0219ae83fcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:11.677037 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:11.689783 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:13.752870 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:14.663344 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:15.597469 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:15.603101 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:16.115417 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:16.759967 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:16.761220 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:26.065540 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:26.097828 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:37.912600 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-147e1b5b-65c7-4505-b12f-a288e6c75e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:41.443699 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e3fed570-ff18-4efa-ba7c-46430553521c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:43.740571 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:43.776852 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 5 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:21:44.693694 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:46.095264 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:51.775744 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:53.775674 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:56.073973 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=25 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:56.088566 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:04.761696 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:04.765857 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:DELETE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:07.915401 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d01dc3d3-4ec5-42bf-aaa0-7413c972d64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:11.436529 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-85a4c1e8-bd0b-4f79-8e04-beaf550e9227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:13.739247 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:14.646599 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:16.073398 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:20.771180 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 5 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:22:26.064601 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:26.068440 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:30.764039 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:30.764897 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:37.905287 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-a91e32cb-a903-4539-b71a-f6e4bd0d44c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:41.435529 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-8d3b1699-4386-4fbe-8567-eb774a68d3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:43.734498 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:44.628659 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:44.769138 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43628) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:45.206380 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b8aec9-06cb-4172-977c-eab23661bf9c admin admin] GET failed (client error): The resource could not be found. Aug 30 04:22:45.207901 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-22b8aec9-06cb-4172-977c-eab23661bf9c admin admin] 10.222.0.91 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4376121 Aug 30 04:22:45.399623 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32dde6e-ed2b-4c06-90cc-3509bb3fe470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:45.401540 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b32dde6e-ed2b-4c06-90cc-3509bb3fe470 admin admin] 10.222.0.91 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1883478 Aug 30 04:22:46.076222 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:47.908569 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43640) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:48.423222 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc6bc06-3d60-469c-afbf-d8e6400a9ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:48.424604 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-3cc6bc06-3d60-469c-afbf-d8e6400a9ce2 admin admin] 10.222.0.91 "GET /networking/v2.0/subnets/b0d930b5-c7a1-4314-b754-5d603bb8877e HTTP/1.1" status: 200 len: 849 time: 0.5147350 Aug 30 04:22:48.436276 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:22:48.543249 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Publish callbacks [] for subnet (b0d930b5-c7a1-4314-b754-5d603bb8877e), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:48.725584 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727634574987'] for subnet (b0d930b5-c7a1-4314-b754-5d603bb8877e), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:48.764544 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:48.765837 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:48.768494 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] 10.222.0.91 "PUT /networking/v2.0/subnets/b0d930b5-c7a1-4314-b754-5d603bb8877e HTTP/1.1" status: 200 len: 868 time: 0.3362463 Aug 30 04:22:48.770673 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4dc0d8-2f94-4c58-bb76-38cf0e25006d None None] Network 241bbaf7-9449-421f-9353-a21a4547a74b requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:22:48.813979 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d930b5-c7a1-4314-b754-5d603bb8877e,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:48.828260 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.828814 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.829442 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.830098 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.830677 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.831219 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.831771 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.832403 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.832919 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.833482 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.834022 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.835519 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.836115 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.836643 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:48.837196 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc5bb8e-5e49-4e22-ac93-200d3ae0c235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:49.239653 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-ae4e47c9-eab4-4a8a-82ea-ff63626aefb0 None None] Provisioning complete for port 72dc800f-5431-4ca9-b3a8-82911876ce6f triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:22:49.240097 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ae4e47c9-eab4-4a8a-82ea-ff63626aefb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (72dc800f-5431-4ca9-b3a8-82911876ce6f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:49.328285 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e47c9-eab4-4a8a-82ea-ff63626aefb0 None None] Current status of the port 72dc800f-5431-4ca9-b3a8-82911876ce6f is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:22:49.339211 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-ae4e47c9-eab4-4a8a-82ea-ff63626aefb0 None None] Provisioning complete for port 300d5158-2d18-4578-9682-0234f2f36bdd triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:22:49.339883 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ae4e47c9-eab4-4a8a-82ea-ff63626aefb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (300d5158-2d18-4578-9682-0234f2f36bdd), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:49.453249 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e47c9-eab4-4a8a-82ea-ff63626aefb0 None None] Current status of the port 300d5158-2d18-4578-9682-0234f2f36bdd is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:22:51.603401 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43650) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:52.416323 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3722ad36-8bec-49ac-a8ed-f934759d5d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:52.417171 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3722ad36-8bec-49ac-a8ed-f934759d5d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:52.419871 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-3722ad36-8bec-49ac-a8ed-f934759d5d2e admin admin] 10.222.0.91 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.8149645 Aug 30 04:22:55.125353 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43658) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:55.395824 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=12 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:55.397839 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=13 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:55.895508 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d2d29-a96b-4ce2-83cf-5ddb8920f7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:55.896161 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d2d29-a96b-4ce2-83cf-5ddb8920f7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:55.898931 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-a89d2d29-a96b-4ce2-83cf-5ddb8920f7cf admin admin] 10.222.0.91 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.7720730 Aug 30 04:22:57.777633 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 5 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:22:58.776027 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43666) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:59.351851 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a02f74-9bc1-4fd3-badd-86055ae5e32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:22:59.353354 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-19a02f74-9bc1-4fd3-badd-86055ae5e32a admin admin] 10.222.0.91 "GET /networking/v2.0/networks/241bbaf7-9449-421f-9353-a21a4547a74b HTTP/1.1" status: 200 len: 870 time: 0.5763090 Aug 30 04:22:59.447224 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:59.450194 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:01.878845 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43674) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:02.455833 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b934973a-f889-446c-93c0-e8a8600019a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:02.458374 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-b934973a-f889-446c-93c0-e8a8600019a9 admin admin] 10.222.0.91 "GET /networking/v2.0/networks/5bb62b4a-ee4e-4a80-b366-eeed205c5932 HTTP/1.1" status: 200 len: 886 time: 0.5778873 Aug 30 04:23:05.150121 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43682) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:05.811944 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81587e53-d2b1-455f-9dca-50ba56fde3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:05.812656 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81587e53-d2b1-455f-9dca-50ba56fde3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:05.815326 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-81587e53-d2b1-455f-9dca-50ba56fde3b1 admin admin] 10.222.0.91 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6636789 Aug 30 04:23:05.887930 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=11 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:05.890235 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=12 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:07.909356 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-61cdc3fa-3e13-4c39-9676-72db55185a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:08.672527 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43690) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:09.135189 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:09.148893 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898991f2-0db2-486e-9f43-f61df1fea613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:09.149431 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898991f2-0db2-486e-9f43-f61df1fea613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:09.151128 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-898991f2-0db2-486e-9f43-f61df1fea613 admin admin] 10.222.0.91 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4775577 Aug 30 04:23:09.341450 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=18 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:09.346856 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=18 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:11.434280 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7d935baa-7ce6-441f-a0d7-a0c5b21442d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:11.659423 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43698) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:12.223690 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:12.275208 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44738fbd-7854-407b-a7a8-8a0288bfb3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:12.276652 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-44738fbd-7854-407b-a7a8-8a0288bfb3f6 admin admin] 10.222.0.91 "GET /networking/v2.0/subnets/b0d930b5-c7a1-4314-b754-5d603bb8877e HTTP/1.1" status: 200 len: 868 time: 0.6161072 Aug 30 04:23:13.734411 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:14.631941 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:14.703087 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43706) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:15.182219 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9514eba0-390a-439c-8f6f-aadb1fbcbf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:15.183531 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-9514eba0-390a-439c-8f6f-aadb1fbcbf28 admin admin] 10.222.0.91 "GET /networking/v2.0/subnets/bb7c117b-d914-48fa-86ae-f8dcad6dd40f HTTP/1.1" status: 200 len: 816 time: 0.4791059 Aug 30 04:23:16.089791 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:22.265172 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:22.271462 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=9 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:25.170596 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:25.179063 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:26.077719 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:26.083730 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:34.779663 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 5 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:23:37.911361 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-a91a44ad-ef3d-41a4-baf4-d7811e1a3ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:41.431745 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-96d5e69c-9044-4ef5-9976-de0b2286e7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:43.745013 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:44.631071 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:44.773395 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:44.774480 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:46.097644 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:46.871283 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43764) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:47.310965 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [None req-540f81bc-b3c5-46d6-b710-287c5ddccec9 admin admin] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:23:47.312304 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-540f81bc-b3c5-46d6-b710-287c5ddccec9 admin admin] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4393771 Aug 30 04:23:49.964284 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43772) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:50.498231 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.pecan_wsgi.hooks.translation [None req-89470f66-b4c0-4f8b-b4b3-06beb4544c19 admin admin] GET failed (client error): The resource could not be found. Aug 30 04:23:50.499647 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-89470f66-b4c0-4f8b-b4b3-06beb4544c19 admin admin] 10.222.0.91 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.5343339 Aug 30 04:23:50.607939 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ad7661-abce-47cd-99ab-42f5669f1144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:50.609645 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-c4ad7661-abce-47cd-99ab-42f5669f1144 admin admin] 10.222.0.91 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1045644 Aug 30 04:23:53.151614 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43780) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:53.555767 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:53.590895 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Made reservation on behalf of d17736c99d5e4774b6a5a802cbcd44ca for: {'network': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:23:53.594975 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.647246 dv-cinder-854265-2-smb neutron-server[106396]: WARNING neutron.services.revisions.revision_plugin [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Could not find related network for resource to bump revision. Aug 30 04:23:53.672619 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=106396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:23:53.688815 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727634647354', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (0e04c373-2795-4447-bbf7-480d1b80144b), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.689377 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Unsubscribe: segment precommit_create {{(pid=106396) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 04:23:53.689866 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.segments_db [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Added segment 0e04c373-2795-4447-bbf7-480d1b80144b of type vlan for network 13a2e663-858b-4a6f-bce1-c8d57eea3f19 Aug 30 04:23:53.768016 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (13a2e663-858b-4a6f-bce1-c8d57eea3f19), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.808699 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (13a2e663-858b-4a6f-bce1-c8d57eea3f19), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.809849 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:53.810437 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:53.895458 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7422624 Aug 30 04:23:53.927243 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Pushing event updated for resources: {'Network': ['ID=13a2e663-858b-4a6f-bce1-c8d57eea3f19,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:53.936015 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.936343 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.936711 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.937067 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.937418 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.937728 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.938052 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.938612 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.938813 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.938994 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.939335 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.939640 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.939990 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.940436 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.940807 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c179d-9cb7-4161-98e8-32dfa947090d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:53.958954 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network 13a2e663-858b-4a6f-bce1-c8d57eea3f19 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:23:56.403749 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43788) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:23:56.803701 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a38e2e-8547-4a1c-a508-ceae5020722b admin admin] GET failed (client error): The resource could not be found. Aug 30 04:23:56.805193 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-46a38e2e-8547-4a1c-a508-ceae5020722b admin admin] 10.222.0.91 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4001575 Aug 30 04:23:56.924199 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235b022f-b39d-4d20-8cba-5d830bdcd808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:56.925732 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-235b022f-b39d-4d20-8cba-5d830bdcd808 admin admin] 10.222.0.91 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1152699 Aug 30 04:23:56.939275 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:23:56.962204 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Made reservation on behalf of d17736c99d5e4774b6a5a802cbcd44ca for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:23:56.965164 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:57.193134 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (9eede423-f680-4e85-83fc-e6699a44f520), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:57.245776 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eede423-f680-4e85-83fc-e6699a44f520,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:57.260411 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.260748 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.261078 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.261434 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.261760 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.262080 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.262406 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.262712 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.263031 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.263342 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.263658 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.263994 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.264307 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.264614 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.264922 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.274818 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Checking segment: {'id': '0e04c373-2795-4447-bbf7-480d1b80144b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:23:57.275211 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Network hostable DHCP agents. Network: 13a2e663-858b-4a6f-bce1-c8d57eea3f19, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:23:57.297431 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Network 13a2e663-858b-4a6f-bce1-c8d57eea3f19 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:23:57.308237 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, 13a2e663-858b-4a6f-bce1-c8d57eea3f19) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:23:57.312462 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:23:57.313054 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:57.319654 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5219595-24f7-4597-8af5-aa2bef191731 None None] Network 13a2e663-858b-4a6f-bce1-c8d57eea3f19 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:23:57.332711 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-f03b290b-e251-4619-8116-bc16ba1133fb admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3972347 Aug 30 04:23:57.448979 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3db10d5-22ca-5e7d-b4be-6ae39b8c903b-13a2e663-858b-4a6f-bce1-c8d57eea3f19', 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19', 'project_id': 'd17736c99d5e4774b6a5a802cbcd44ca', 'fixed_ips': [{'subnet_id': '9eede423-f680-4e85-83fc-e6699a44f520'}]}} from dv-cinder-854265-2-smb. {{(pid=106397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:23:57.450110 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:57.606642 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.db_base_plugin_common [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Allocated IP 192.168.233.2 (13a2e663-858b-4a6f-bce1-c8d57eea3f19/9eede423-f680-4e85-83fc-e6699a44f520/64be3ecc-54c7-43bc-b4fd-576972fad30d) {{(pid=106397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:23:57.888949 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Publish callbacks [] for port (64be3ecc-54c7-43bc-b4fd-576972fad30d), precommit_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:57.896504 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (64be3ecc-54c7-43bc-b4fd-576972fad30d), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:57.942005 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Network 13a2e663-858b-4a6f-bce1-c8d57eea3f19 is already hosted by enough agents. {{(pid=106397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:23:57.945771 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.base_scheduler [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Resources bound (agent type, host, resource id): {{(pid=106397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:23:57.950774 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Received port after_create {{(pid=106397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:23:57.960611 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Pushing event updated for resources: {'Port': ['ID=64be3ecc-54c7-43bc-b4fd-576972fad30d,revision_number=1']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:57.989184 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.990009 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.990365 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.990725 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.991062 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.991391 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.991720 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.992072 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.992398 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.992729 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.993043 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.993381 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.993704 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.994021 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:57.994338 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:23:58.035296 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Attempting to bind port 64be3ecc-54c7-43bc-b4fd-576972fad30d on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:23:58.035937 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Attempting to bind port 64be3ecc-54c7-43bc-b4fd-576972fad30d by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '0e04c373-2795-4447-bbf7-480d1b80144b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:23:58.036509 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Attempting to bind port 64be3ecc-54c7-43bc-b4fd-576972fad30d on network 13a2e663-858b-4a6f-bce1-c8d57eea3f19 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:23:58.043374 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:23:58.043742 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Checking segment: {'id': '0e04c373-2795-4447-bbf7-480d1b80144b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:23:58.044194 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:58.044576 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Bound using segment: {'id': '0e04c373-2795-4447-bbf7-480d1b80144b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:23:58.045052 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Bound port: 64be3ecc-54c7-43bc-b4fd-576972fad30d, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e04c373-2795-4447-bbf7-480d1b80144b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:23:58.045424 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (64be3ecc-54c7-43bc-b4fd-576972fad30d), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:58.128426 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:58.130239 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] For port 64be3ecc-54c7-43bc-b4fd-576972fad30d, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:23:58.134356 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] For port 64be3ecc-54c7-43bc-b4fd-576972fad30d, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=64be3ecc-54c7-43bc-b4fd-576972fad30d,segment=NetworkSegment(0e04c373-2795-4447-bbf7-480d1b80144b),segment_id=0e04c373-2795-4447-bbf7-480d1b80144b)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:23:58.135593 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:58.144122 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (64be3ecc-54c7-43bc-b4fd-576972fad30d), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:58.201962 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4083ac-8a64-401d-8aac-ea3d7beeff73 None None] Pushing event updated for resources: {'Port': ['ID=64be3ecc-54c7-43bc-b4fd-576972fad30d,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:59.010932 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 64be3ecc-54c7-43bc-b4fd-576972fad30d up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:23:59.087595 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 64be3ecc-54c7-43bc-b4fd-576972fad30d triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:23:59.088827 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (64be3ecc-54c7-43bc-b4fd-576972fad30d), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:59.180652 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1441d9-d934-48b7-9ad9-6c67c72e45a3 None None] Network 13a2e663-858b-4a6f-bce1-c8d57eea3f19 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:23:59.264011 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 64be3ecc-54c7-43bc-b4fd-576972fad30d is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:23:59.264544 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (64be3ecc-54c7-43bc-b4fd-576972fad30d), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:59.307441 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-d0ec3ad6-199a-4485-8ed0-a03c4f02c498 None None] Provisioning complete for port 64be3ecc-54c7-43bc-b4fd-576972fad30d triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:23:59.307892 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d0ec3ad6-199a-4485-8ed0-a03c4f02c498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (64be3ecc-54c7-43bc-b4fd-576972fad30d), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:59.385798 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 64be3ecc-54c7-43bc-b4fd-576972fad30d, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=64be3ecc-54c7-43bc-b4fd-576972fad30d,segment=NetworkSegment(0e04c373-2795-4447-bbf7-480d1b80144b),segment_id=0e04c373-2795-4447-bbf7-480d1b80144b)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:23:59.407582 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (64be3ecc-54c7-43bc-b4fd-576972fad30d), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:59.496948 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=64be3ecc-54c7-43bc-b4fd-576972fad30d,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:23:59.512799 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec3ad6-199a-4485-8ed0-a03c4f02c498 None None] Current status of the port 64be3ecc-54c7-43bc-b4fd-576972fad30d is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:23:59.735725 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-24815623-72dd-4205-b306-bf04891875ea None None] Provisioning complete for port 64be3ecc-54c7-43bc-b4fd-576972fad30d triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:23:59.736116 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-24815623-72dd-4205-b306-bf04891875ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (64be3ecc-54c7-43bc-b4fd-576972fad30d), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:59.836208 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-24815623-72dd-4205-b306-bf04891875ea None None] Current status of the port 64be3ecc-54c7-43bc-b4fd-576972fad30d is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:00.980684 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 64be3ecc-54c7-43bc-b4fd-576972fad30d up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:24:01.040052 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 64be3ecc-54c7-43bc-b4fd-576972fad30d triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:24:01.040986 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (64be3ecc-54c7-43bc-b4fd-576972fad30d), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:01.168214 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 64be3ecc-54c7-43bc-b4fd-576972fad30d is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:24:03.923317 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=31,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:03.931506 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=40,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:04.761741 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:07.324514 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=44,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:07.325430 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=49,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:07.922047 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-fde76a0b-277b-40b7-9f9f-3a87ab58f378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.415548 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:11.432727 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b163-85ea-4fad-aae8-ea148585639b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:11.779501 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 5 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:24:13.744139 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:14.650211 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:16.096960 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.774449 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:21.775401 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:26.072141 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:26.089939 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:37.931194 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4dea6f05-0f02-43d2-9055-a54ed7e09c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:41.432933 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-34c10465-e838-4d49-bc68-d7f426bfa9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:43.746775 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:44.641907 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:46.095198 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:48.782687 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 5 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:24:56.084681 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:56.088852 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:58.775410 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:58.776819 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:07.930691 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4b73d9dc-84d9-40c8-ac3c-fec92fcd5403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:09.271372 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=14 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:09.274177 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=12 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:11.435021 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-1eb59ef3-5ffe-46f2-a190-4d6e193d8672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:13.751046 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:14.647420 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:16.099512 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:19.507410 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43852) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:19.515036 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [None req-d04fcd65-b0ef-47cd-975b-2af6e9cd72a4 tempest-verify_tempest_config-404203000 tempest-verify_tempest_config-404203000-project] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:25:19.516148 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-d04fcd65-b0ef-47cd-975b-2af6e9cd72a4 tempest-verify_tempest_config-404203000 tempest-verify_tempest_config-404203000-project] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0068564 Aug 30 04:25:19.934307 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 43870) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:20.111631 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:20.404165 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Publish callbacks [] for security_group (9262c52d-f95d-420b-8324-39a7d97f3418), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:20.410357 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (9262c52d-f95d-420b-8324-39a7d97f3418), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:20.469651 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=125affeb98474407b6fe5da889417159&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5339916 Aug 30 04:25:20.470722 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9262c52d-f95d-420b-8324-39a7d97f3418,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:20.473786 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43874) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:25:20.481760 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.481760 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.481760 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.481760 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.481760 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.481760 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.481760 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.481760 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.482843 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.482843 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.482843 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.483241 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.483241 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.483583 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.484195 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c8512e-0564-47f0-91dc-d6371862bd3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.601966 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Publish callbacks [] for security_group (9262c52d-f95d-420b-8324-39a7d97f3418), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:20.632507 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Publish callbacks [] for security_group (9262c52d-f95d-420b-8324-39a7d97f3418), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:20.760005 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (9262c52d-f95d-420b-8324-39a7d97f3418), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:20.763458 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:20.765259 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/9262c52d-f95d-420b-8324-39a7d97f3418 HTTP/1.1" status: 204 len: 168 time: 0.2898698 Aug 30 04:25:20.782001 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9262c52d-f95d-420b-8324-39a7d97f3418,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:25:20.795803 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.796389 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.796939 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.797492 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.798231 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.798779 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.799323 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.799898 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.800701 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.801008 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.801556 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.802093 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.802621 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.803158 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:20.803694 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcbe262-4c08-4326-abc5-fcee95a4c5fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:25:25.790484 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 5 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:25:30.464858 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:30.479768 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:30.771161 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:30.788693 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:30.824085 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:30.833559 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:33.783377 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:35.783664 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:37.920520 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-66783fbd-4cce-4afd-936c-93cd5719d659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:41.433015 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-374f022e-b3ce-42f8-96f0-be62a441a8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:43.751733 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:44.636607 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:46.090264 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:56.082261 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:56.085582 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:02.780829 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 5 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:26:07.926959 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-138d6743-f787-4cee-a9ff-2c961786ee6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:11.432083 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d88955e6-1f62-4228-b04b-5b7df6f4c949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.775981 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:12.776800 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=6 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:13.757051 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.634334 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.094388 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.086330 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:26.089452 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:37.914903 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e7484859-1e76-477d-906c-3e80a83c5a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:39.780573 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 5 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:26:41.441332 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-1def867c-5a2a-4124-bb98-4b491cfa5803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:43.759404 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.637263 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:46.099740 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:49.774979 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:49.776062 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:56.090103 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:56.093165 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:07.702984 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519532'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.914409 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d96714d4-8c36-45a4-ab40-78a13154873f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:09.254325 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=14 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:09.256403 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=12 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:11.429641 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6670fc76-5b0a-48fe-952c-b5fe5f20b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.761749 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.634467 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.101686 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.779679 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:27:20.494076 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43950) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:20.679489 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-86aa8cc1-e722-477d-9a02-1ddb00a3babd admin admin] 10.222.0.91 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1837478 Aug 30 04:27:23.053295 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 43960) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:23.147824 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-826f3e09-f170-4bf9-b79d-3601e4173161 admin admin] 10.222.0.91 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0928867 Aug 30 04:27:24.772109 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:26.093491 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:INSERT=1,neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:26.096326 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:26.775767 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:30.669803 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:33.138458 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:37.671007 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:37.919822 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-30666f02-8b92-40ac-8f12-6448d84636aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:41.427942 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-045478c0-55b0-4ac7-8de8-2db4e5259ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:43.774653 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:44.638719 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.114448 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.779633 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:27:56.103684 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:56.107719 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:03.774757 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:04.755197 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:07.654813 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:07.916686 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-95090be8-d886-4afc-bd32-e00a6bf9266c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:11.425351 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-86ca6e68-d275-4fb9-9b87-b5abf7297b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:13.770410 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:14.638976 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:16.115442 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:26.106484 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:26.110473 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:30.784202 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:28:37.681503 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:37.921486 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d573d803-ccd3-4805-86ca-47bc3707792f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:38.774938 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:40.777479 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:41.423666 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-750a714d-b5bf-4b00-899f-a064341225e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:43.777147 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:44.643895 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:46.123960 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:56.105036 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:56.118448 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:07.136405 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44046) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:07.451748 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2131577340-network', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:07.493972 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Made reservation on behalf of 0a8ee9d47bc94efca1f8c216349b0809 for: {'network': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:07.498805 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:07.514812 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:07.657325 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Publish callbacks [] for security_group (f29e23bc-6b5d-4ad6-b470-59ab15b83d83), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:07.666290 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f29e23bc-6b5d-4ad6-b470-59ab15b83d83), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:07.723614 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:07.739752 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29e23bc-6b5d-4ad6-b470-59ab15b83d83,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:07.757633 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.758278 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.758860 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.759380 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.759820 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.760194 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.760527 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.761319 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.761838 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.762333 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.762847 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.763367 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.764061 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.764760 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.765465 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Tracked resource versions report: Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: pushed versions: Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: { 'AddressGroup': {'1.2'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Agent': {'1.1'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'ConntrackHelper': {'1.0'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Log': {'1.0'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'NDPProxy': {'1.0'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Network': {'1.1'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Port': {'1.7'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'PortForwarding': {'1.3'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'QosPolicy': {'1.10'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'SecurityGroup': {'1.5'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'SubPort': {'1.0'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Subnet': {'1.1'}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Trunk': {'1.1'}} Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: consumer versions: Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: { DHCP agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: HyperV agent@hv-cinder-85426: {}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: L3 agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: Metadata agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: Metering agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: Open vSwitch agent@dv-cinder-854265-2-smb: { 'AddressGroup': '1.2', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Agent': '1.1', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'ConntrackHelper': '1.0', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'LocalIPAssociation': '1.0', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Log': '1.0', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'NDPProxy': '1.0', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Network': '1.1', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Port': '1.7', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'PortForwarding': '1.3', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'QosPolicy': '1.10', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'SecurityGroup': '1.5', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'SecurityGroupRule': '1.2', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'SubPort': '1.0', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Subnet': '1.1', Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: 'Trunk': '1.1'}} Aug 30 04:29:07.773806 dv-cinder-854265-2-smb neutron-server[106396]: {{(pid=106396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:29:07.788342 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:29:07.789177 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=106396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:29:07.812204 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (90a9a144-d6f7-4f3b-a095-71b1711bddf1), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:07.812479 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.segments_db [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Added segment 90a9a144-d6f7-4f3b-a095-71b1711bddf1 of type vlan for network 24fcffe4-e95e-443e-99de-67df22e64732 Aug 30 04:29:07.931269 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-37e4b771-84ee-4bec-843f-d7f13f541583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.065674 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (24fcffe4-e95e-443e-99de-67df22e64732), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.128219 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (24fcffe4-e95e-443e-99de-67df22e64732), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.130103 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:08.130730 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.224488 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] Pushing event updated for resources: {'Network': ['ID=24fcffe4-e95e-443e-99de-67df22e64732,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:08.244905 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network 24fcffe4-e95e-443e-99de-67df22e64732 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:29:08.245919 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44104) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:08.252640 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-49fcf4cf-3a27-4336-95aa-df2739c62004 admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1108451 Aug 30 04:29:08.257719 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Request body: {'subnet': {'network_id': '24fcffe4-e95e-443e-99de-67df22e64732', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2131577340-subnet', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:08.302285 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Made reservation on behalf of 0a8ee9d47bc94efca1f8c216349b0809 for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:08.306340 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.634932 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (49bd2afd-f62d-4b01-abd5-29886faa81d2), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.723943 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49bd2afd-f62d-4b01-abd5-29886faa81d2,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:08.733076 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.733419 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.733738 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.734293 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.734794 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.735298 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.735818 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.736176 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.736506 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.736829 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.737186 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.737888 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.738240 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.738778 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.739307 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Tracked resource versions report: Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: pushed versions: Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: { 'AddressGroup': {'1.2'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Agent': {'1.1'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'ConntrackHelper': {'1.0'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Log': {'1.0'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'NDPProxy': {'1.0'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Network': {'1.1'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Port': {'1.7'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'PortForwarding': {'1.3'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'QosPolicy': {'1.10'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'SecurityGroup': {'1.5'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'SubPort': {'1.0'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Subnet': {'1.1'}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Trunk': {'1.1'}} Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: consumer versions: Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: { DHCP agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: HyperV agent@hv-cinder-85426: {}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: L3 agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: Metadata agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: Metering agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: Open vSwitch agent@dv-cinder-854265-2-smb: { 'AddressGroup': '1.2', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Agent': '1.1', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'ConntrackHelper': '1.0', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'LocalIPAssociation': '1.0', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Log': '1.0', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'NDPProxy': '1.0', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Network': '1.1', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Port': '1.7', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'PortForwarding': '1.3', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'QosPolicy': '1.10', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'SecurityGroup': '1.5', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'SecurityGroupRule': '1.2', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'SubPort': '1.0', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Subnet': '1.1', Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: 'Trunk': '1.1'}} Aug 30 04:29:08.740513 dv-cinder-854265-2-smb neutron-server[106395]: {{(pid=106395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:29:08.748424 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Checking segment: {'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:08.749745 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Network hostable DHCP agents. Network: 24fcffe4-e95e-443e-99de-67df22e64732, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:29:08.775008 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Network 24fcffe4-e95e-443e-99de-67df22e64732 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:29:08.790624 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, 24fcffe4-e95e-443e-99de-67df22e64732) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:08.805719 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:08.807879 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.808981 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ddabc7-5ad2-49d4-b8b5-bddc89b2617d None None] Network 24fcffe4-e95e-443e-99de-67df22e64732 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:08.836764 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-41d8f600-1df1-4c49-8baf-d2f45f2a98b2 admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5888588 Aug 30 04:29:08.841422 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44120) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:08.852877 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2131577340-router', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:08.884981 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10083'] for router (c60e8b40-20e5-40ab-b202-e2a5899bcce5), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:08.886306 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-412989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10074'] for router (c60e8b40-20e5-40ab-b202-e2a5899bcce5), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.053208 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Publish callbacks [] for router_controller (c60e8b40-20e5-40ab-b202-e2a5899bcce5), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.056231 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3db10d5-22ca-5e7d-b4be-6ae39b8c903b-24fcffe4-e95e-443e-99de-67df22e64732', 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732', 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'fixed_ips': [{'subnet_id': '49bd2afd-f62d-4b01-abd5-29886faa81d2'}]}} from dv-cinder-854265-2-smb. {{(pid=106397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:29:09.061497 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.312257 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Publish callbacks [] for router_gateway (c60e8b40-20e5-40ab-b202-e2a5899bcce5), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.416477 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.db_base_plugin_common [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Allocated IP 172.20.0.2 (24fcffe4-e95e-443e-99de-67df22e64732/49bd2afd-f62d-4b01-abd5-29886faa81d2/49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95) {{(pid=106397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:09.684046 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Publish callbacks [] for router_gateway (c60e8b40-20e5-40ab-b202-e2a5899bcce5), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.710925 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Publish callbacks [] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), precommit_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.720484 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.720659 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.799143 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Network 24fcffe4-e95e-443e-99de-67df22e64732 is already hosted by enough agents. {{(pid=106397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:09.812266 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.base_scheduler [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Resources bound (agent type, host, resource id): {{(pid=106397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:09.819125 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Received port after_create {{(pid=106397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:09.836120 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Pushing event updated for resources: {'Port': ['ID=49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95,revision_number=1']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:09.884338 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.884893 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.885442 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.886016 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.886568 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.887113 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.887668 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.888565 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.889089 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.889252 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.889752 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Allocated IP 172.28.3.84 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/bf1f7d61-40f8-4ac9-b58a-26e518373934) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:09.889924 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.890325 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.890869 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.891406 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.891971 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Tracked resource versions report: Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: pushed versions: Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: { 'AddressGroup': {'1.2'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Agent': {'1.1'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'ConntrackHelper': {'1.0'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Log': {'1.0'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'NDPProxy': {'1.0'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Network': {'1.1'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Port': {'1.7'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'PortForwarding': {'1.3'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'QosPolicy': {'1.10'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'SecurityGroup': {'1.5'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'SubPort': {'1.0'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Subnet': {'1.1'}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Trunk': {'1.1'}} Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: consumer versions: Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: { DHCP agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: HyperV agent@hv-cinder-85426: {}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: L3 agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: Metadata agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: Metering agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: Open vSwitch agent@dv-cinder-854265-2-smb: { 'AddressGroup': '1.2', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Agent': '1.1', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'ConntrackHelper': '1.0', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'LocalIPAssociation': '1.0', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Log': '1.0', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'NDPProxy': '1.0', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Network': '1.1', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Port': '1.7', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'PortForwarding': '1.3', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'QosPolicy': '1.10', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'SecurityGroup': '1.5', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'SecurityGroupRule': '1.2', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'SubPort': '1.0', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Subnet': '1.1', Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: 'Trunk': '1.1'}} Aug 30 04:29:09.894032 dv-cinder-854265-2-smb neutron-server[106397]: {{(pid=106397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:29:09.948275 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Attempting to bind port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:09.949027 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Attempting to bind port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:09.949578 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Attempting to bind port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 on network 24fcffe4-e95e-443e-99de-67df22e64732 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:09.957789 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:09.958508 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Checking segment: {'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:09.958919 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:09.959287 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Bound using segment: {'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:09.959777 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Bound port: 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:09.960382 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.007641 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:10.007641 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:10.071541 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Publish callbacks [] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.086102 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] For port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:10.094720 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] For port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:10.106096 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.140440 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.199051 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d2cca-edcc-4be6-b8c3-1f727b1d9407 None None] Pushing event updated for resources: {'Port': ['ID=49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:10.201122 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:10.230657 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:10.237448 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:10.332633 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1f7d61-40f8-4ac9-b58a-26e518373934,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:10.656928 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Publish callbacks [] for router_gateway (c60e8b40-20e5-40ab-b202-e2a5899bcce5), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:10.717963 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44178) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:10.764447 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44182) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:11.181202 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520916'] for router (c60e8b40-20e5-40ab-b202-e2a5899bcce5), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.395846 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:11.428585 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Router c60e8b40-20e5-40ab-b202-e2a5899bcce5 is scheduled to L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:29:11.461855 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:11.504187 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-11eeb0ae-87ba-48ac-a7a1-d2106925639e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.516171 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:11.560446 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097743425-network', 'tenant_id': '10968ce0611c4e9da11df8f03fb640d1'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:11.593231 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:11.594204 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.602589 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-435111579-network', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:11.658448 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Made reservation on behalf of 10968ce0611c4e9da11df8f03fb640d1 for: {'network': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:11.671322 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.710068 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44226) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:11.711222 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44230) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:11.714416 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.744019 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Made reservation on behalf of 1638b6f183134b83b87ce6f2eb995d7a for: {'network': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:11.751647 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.773619 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:11.793409 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Sync routers for ids ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:11.826934 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Routers {'c60e8b40-20e5-40ab-b202-e2a5899bcce5'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:11.831892 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:11.834301 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:11.835114 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.846327 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:11.856422 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-a57dc4d5-e9b2-4d80-af31-6b26629acc08 admin admin] 10.222.0.91 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0110235 Aug 30 04:29:11.858230 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44238) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:11.993386 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:12.017506 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.021632 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:12.036911 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.077911 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e842a74-a108-4a42-95be-0839cde2031c None None] Network 24fcffe4-e95e-443e-99de-67df22e64732 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:12.142260 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:12.228024 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Publish callbacks [] for security_group (1ad16a5e-daab-4f25-ad72-5b05f8289863), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.251362 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1ad16a5e-daab-4f25-ad72-5b05f8289863), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.297345 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=106396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:29:12.337303 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (cf8a8e72-c24e-4f22-8989-27af85e195a8), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.338798 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.segments_db [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Added segment cf8a8e72-c24e-4f22-8989-27af85e195a8 of type vlan for network 8f7e8040-aad6-4723-b57f-953067ef6a97 Aug 30 04:29:12.366669 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Set router c60e8b40-20e5-40ab-b202-e2a5899bcce5 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:12.412002 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-d92b8209-8868-41f1-8586-1fb5d058e63f None None] Provisioning complete for port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:12.412247 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d92b8209-8868-41f1-8586-1fb5d058e63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.469773 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (8f7e8040-aad6-4723-b57f-953067ef6a97), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.518849 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-908442283-network', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:12.577921 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=62,neutron:INSERT=30,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:12.616582 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:12.726372 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-network', 'tenant_id': 'cf24ec2c8bd74974932690a583961691'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:12.774769 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (8f7e8040-aad6-4723-b57f-953067ef6a97), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.778446 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:12.781721 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.841286 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:12.894935 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-d92b8209-8868-41f1-8586-1fb5d058e63f None None] Current status of the port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:12.901430 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.1762176 Aug 30 04:29:12.924972 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44260) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:12.961192 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] Request body: {'subnet': {'network_id': '8f7e8040-aad6-4723-b57f-953067ef6a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097743425-subnet', 'tenant_id': '10968ce0611c4e9da11df8f03fb640d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:13.083308 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] Made reservation on behalf of 10968ce0611c4e9da11df8f03fb640d1 for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:13.094030 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.158740 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'name': 'tempest-DeleteServersTestJSON-2131577340-router', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:08Z', 'updated_at': '2022-08-30T04:29:10Z', 'revision_number': 3, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'gw_port': {'id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:09Z', 'updated_at': '2022-08-30T04:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:13.239899 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad16a5e-daab-4f25-ad72-5b05f8289863,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:13.257481 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Checking router: c60e8b40-20e5-40ab-b202-e2a5899bcce5 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:13.260755 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Updating router c60e8b40-20e5-40ab-b202-e2a5899bcce5 port bf1f7d61-40f8-4ac9-b58a-26e518373934 binding host dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:29:13.267622 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Made reservation on behalf of b09f049bcfa64015bf7495ae9ec2924a for: {'network': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:13.278999 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.369714 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.380601 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:13.519778 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-3e652d10-acfc-40c2-8289-70492bbc2e14 None None] Provisioning complete for port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:13.520770 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3e652d10-acfc-40c2-8289-70492bbc2e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.572145 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (15445079-02d6-49b0-aa4d-9778edff6507), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.586785 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Publish callbacks [] for security_group (2c4e80c0-2c49-4845-90ba-bfc5c4ce7310), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.616464 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.646997 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:13.646997 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.674970 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2c4e80c0-2c49-4845-90ba-bfc5c4ce7310), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.747007 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.829200 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:13.846871 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.939336 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Publish callbacks [] for security_group (14fcca3b-77c0-4b73-8f03-35c93a478516), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.941914 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bd7c4-1fd1-4fd4-b2c7-20549d74e9fc admin admin] Pushing event updated for resources: {'Network': ['ID=8f7e8040-aad6-4723-b57f-953067ef6a97,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:13.952955 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-3e652d10-acfc-40c2-8289-70492bbc2e14 None None] Current status of the port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:13.963664 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network 8f7e8040-aad6-4723-b57f-953067ef6a97 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:29:13.967747 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Publish callbacks [] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), precommit_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.971544 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:13.980465 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (14fcca3b-77c0-4b73-8f03-35c93a478516), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.980736 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.003842 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Made reservation on behalf of cf24ec2c8bd74974932690a583961691 for: {'network': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:14.007411 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.012554 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=106396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:29:14.051193 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.073167 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=106396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:29:14.077720 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (3659894b-4224-459e-80a7-7fecf97de555), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.078462 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.segments_db [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Added segment 3659894b-4224-459e-80a7-7fecf97de555 of type vlan for network bddd7440-d2d5-43f3-9351-36f5944c255c Aug 30 04:29:14.080594 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e80c0-2c49-4845-90ba-bfc5c4ce7310,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:14.099511 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Attempting to bind port bf1f7d61-40f8-4ac9-b58a-26e518373934 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:14.101273 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Attempting to bind port bf1f7d61-40f8-4ac9-b58a-26e518373934 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:14.101701 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Attempting to bind port bf1f7d61-40f8-4ac9-b58a-26e518373934 on network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:14.116981 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Pushing event updated for resources: {'Port': ['ID=bf1f7d61-40f8-4ac9-b58a-26e518373934,revision_number=2']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:14.120532 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:14.138861 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:14.140828 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Checking segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:14.141333 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.141761 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Bound using segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:14.143495 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Bound port: bf1f7d61-40f8-4ac9-b58a-26e518373934, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:14.145002 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.153305 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.153650 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.155861 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.156470 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.160585 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.162581 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.163187 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.163742 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.164421 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.164933 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.165416 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Tracked resource versions report: Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: pushed versions: Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: { 'AddressGroup': {'1.2'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Agent': {'1.1'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'ConntrackHelper': {'1.0'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Log': {'1.0'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'NDPProxy': {'1.0'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Network': {'1.1'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Port': {'1.7'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'PortForwarding': {'1.3'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'QosPolicy': {'1.10'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'SecurityGroup': {'1.5'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'SubPort': {'1.0'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Subnet': {'1.1'}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Trunk': {'1.1'}} Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: consumer versions: Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: { DHCP agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: HyperV agent@hv-cinder-85426: {}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: L3 agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: Metadata agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: Metering agent@dv-cinder-854265-2-smb: {}, Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: Open vSwitch agent@dv-cinder-854265-2-smb: { 'AddressGroup': '1.2', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Agent': '1.1', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'ConntrackHelper': '1.0', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'LocalIPAssociation': '1.0', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Log': '1.0', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'NDPProxy': '1.0', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Network': '1.1', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Port': '1.7', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'PortForwarding': '1.3', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'QosPolicy': '1.10', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'SecurityGroup': '1.5', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'SecurityGroupRule': '1.2', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'SubPort': '1.0', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Subnet': '1.1', Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: 'Trunk': '1.1'}} Aug 30 04:29:14.244113 dv-cinder-854265-2-smb neutron-server[106398]: {{(pid=106398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:29:14.319229 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (bddd7440-d2d5-43f3-9351-36f5944c255c), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.322767 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:14.380921 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] For port bf1f7d61-40f8-4ac9-b58a-26e518373934, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:14.389894 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] For port bf1f7d61-40f8-4ac9-b58a-26e518373934, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=bf1f7d61-40f8-4ac9-b58a-26e518373934,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:14.401957 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (e0786813-40f5-4470-b491-4b3790e43efd), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.402591 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.segments_db [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Added segment e0786813-40f5-4470-b491-4b3790e43efd of type vlan for network 1d802dd7-2559-4337-b25d-332df8c6e9ad Aug 30 04:29:14.410987 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.428850 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (bddd7440-d2d5-43f3-9351-36f5944c255c), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.430084 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:14.431581 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.502129 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fcca3b-77c0-4b73-8f03-35c93a478516,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:14.541096 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Routers {'c60e8b40-20e5-40ab-b202-e2a5899bcce5'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:14.541829 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:14.572588 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8063095 Aug 30 04:29:14.574772 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (1d802dd7-2559-4337-b25d-332df8c6e9ad), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.592044 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44308) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:14.599430 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] Request body: {'subnet': {'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-435111579-subnet', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:14.624981 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:14.632822 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] Checking segment: {'id': 'cf8a8e72-c24e-4f22-8989-27af85e195a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '8f7e8040-aad6-4723-b57f-953067ef6a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:14.633173 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] Network hostable DHCP agents. Network: 8f7e8040-aad6-4723-b57f-953067ef6a97, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:29:14.656291 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:14.669791 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] Made reservation on behalf of 1638b6f183134b83b87ce6f2eb995d7a for: {'subnet': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:14.674911 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.694235 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6324d-baee-476c-9bd9-64dfc9dd3ffb admin admin] Pushing event updated for resources: {'Network': ['ID=bddd7440-d2d5-43f3-9351-36f5944c255c,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:14.700194 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Allocated IP 172.20.0.1 (24fcffe4-e95e-443e-99de-67df22e64732/49bd2afd-f62d-4b01-abd5-29886faa81d2/b77ff9fc-3d6c-40d2-b794-2164b9fa7d17) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:14.702124 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.db.resource_extend [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 04:29:14.716181 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] Pushing event updated for resources: {'Subnet': ['ID=15445079-02d6-49b0-aa4d-9778edff6507,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:14.723122 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network bddd7440-d2d5-43f3-9351-36f5944c255c details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:29:14.762305 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:DELETE=3,neutron:SELECT=75,neutron:INSERT=14,neutron:UPDATE=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:14.806298 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.962992 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] Set router c60e8b40-20e5-40ab-b202-e2a5899bcce5 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:15.030714 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (1d802dd7-2559-4337-b25d-332df8c6e9ad), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.043509 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:15.044396 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.089700 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:15.154421 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] Network 8f7e8040-aad6-4723-b57f-953067ef6a97 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:29:15.183946 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, 8f7e8040-aad6-4723-b57f-953067ef6a97) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:15.205382 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76712d70-8cb8-480a-bf96-6862920f2b42 None None] Network 8f7e8040-aad6-4723-b57f-953067ef6a97 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:15.221472 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:15.223238 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.299214 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d368de-d0bf-4ad0-92a8-571071be02be None None] Pushing event updated for resources: {'Port': ['ID=bf1f7d61-40f8-4ac9-b58a-26e518373934,revision_number=3']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:15.351268 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'name': 'tempest-DeleteServersTestJSON-2131577340-router', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:08Z', 'updated_at': '2022-08-30T04:29:10Z', 'revision_number': 3, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'gw_port': {'id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:09Z', 'updated_at': '2022-08-30T04:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:15.352279 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Publish callbacks [] for security_group (14eb1601-ee4d-413c-9f2c-e582d45f378f), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.356463 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-39b11a15-f420-41f8-8474-0b6eff11907f admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4298849 Aug 30 04:29:15.383729 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] Pushing event updated for resources: {'Network': ['ID=1d802dd7-2559-4337-b25d-332df8c6e9ad,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:15.393657 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-ccc97a87-4024-42b2-b163-3c6b6616868c admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.6565251 Aug 30 04:29:15.394596 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (14eb1601-ee4d-413c-9f2c-e582d45f378f), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.405460 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44328) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:15.422255 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Publish callbacks [] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.467013 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44330) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:15.468655 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eb1601-ee4d-413c-9f2c-e582d45f378f,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:15.495444 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41937e64-7479-4d2b-a395-5e71978b5233 None None] The sync data for ids ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'] in dv-cinder-854265-2-smb is: [{'id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'name': 'tempest-DeleteServersTestJSON-2131577340-router', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:08Z', 'updated_at': '2022-08-30T04:29:10Z', 'revision_number': 3, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'gw_port': {'id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:09Z', 'updated_at': '2022-08-30T04:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:15.500615 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=106396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:29:15.518919 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] Request body: {'subnet': {'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-subnet', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:15.533885 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network 1d802dd7-2559-4337-b25d-332df8c6e9ad details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:29:15.589854 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (290cc6a8-08d4-47b5-a059-96ab9c59feb4), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.590396 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.segments_db [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Added segment 290cc6a8-08d4-47b5-a059-96ab9c59feb4 of type vlan for network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 Aug 30 04:29:15.625193 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.723199 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (169fc8b2-576f-4c43-9cb7-2141fd9da0f6), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.763266 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] Made reservation on behalf of b09f049bcfa64015bf7495ae9ec2924a for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:15.769701 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.850066 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (69a1d0ce-bd9d-4d78-a0cb-792af118065b), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.871156 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (169fc8b2-576f-4c43-9cb7-2141fd9da0f6), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.872935 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:15.879552 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.883872 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efbd67e-ba7e-4041-87f6-d156abbef8be None None] Network 8f7e8040-aad6-4723-b57f-953067ef6a97 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:15.968354 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f2d5-6e15-4cb8-9116-c7a869add559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:16.127324 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.3819442 Aug 30 04:29:16.201076 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:16.229328 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:16.231971 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44344) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:16.314310 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] Request body: {'subnet': {'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-subnet', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:16.454056 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Network 24fcffe4-e95e-443e-99de-67df22e64732 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:16.473478 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:16.491830 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:16.495817 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519856'] for router_interface (c60e8b40-20e5-40ab-b202-e2a5899bcce5), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:16.628853 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=b77ff9fc-3d6c-40d2-b794-2164b9fa7d17,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:16.803939 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f2d5-6e15-4cb8-9116-c7a869add559 admin admin] Publish callbacks [] for security_group (311021df-d623-4148-9f18-984cb381865c), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:16.822876 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a1d0ce-bd9d-4d78-a0cb-792af118065b,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:16.839642 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f2d5-6e15-4cb8-9116-c7a869add559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (311021df-d623-4148-9f18-984cb381865c), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:16.908442 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] Made reservation on behalf of cf24ec2c8bd74974932690a583961691 for: {'subnet': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:16.914435 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:17.056991 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bfd90-d3fe-4aa6-9994-edd08bb63d2b admin admin] Pushing event updated for resources: {'Network': ['ID=169fc8b2-576f-4c43-9cb7-2141fd9da0f6,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:17.059210 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-009d93a3-9f4c-47ba-a0a8-3c888aae293a None None] Provisioning complete for port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:17.060136 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-009d93a3-9f4c-47ba-a0a8-3c888aae293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:17.081140 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:17.081966 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:17.085770 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-d4c3f2d5-6e15-4cb8-9116-c7a869add559 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=eba9fe072ea34323bbebbc34c646cd3f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6137908 Aug 30 04:29:17.092233 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44364) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:17.158134 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44366) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:17.165533 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-115568748-network', 'tenant_id': 'd3545a9bd9a14de998a60c368027e005'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:17.175185 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:29:17.223540 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] Checking segment: {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:17.224073 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] Network hostable DHCP agents. Network: bddd7440-d2d5-43f3-9351-36f5944c255c, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:29:17.243771 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3f2d5-6e15-4cb8-9116-c7a869add559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311021df-d623-4148-9f18-984cb381865c,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:17.320517 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Made reservation on behalf of d3545a9bd9a14de998a60c368027e005 for: {'network': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:17.324968 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:17.365158 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-009d93a3-9f4c-47ba-a0a8-3c888aae293a None None] Port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:17.386670 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] Network bddd7440-d2d5-43f3-9351-36f5944c255c is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:29:17.396018 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (3eb80f58-e213-48ec-bba7-2eefd95bb34a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:17.429218 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:17.556365 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0a21034e-1cf9-47ae-9f01-499c7bfac91b admin admin] Publish callbacks [] for security_group (311021df-d623-4148-9f18-984cb381865c), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:17.621274 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:17.632356 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device bf1f7d61-40f8-4ac9-b58a-26e518373934 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:17.642117 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb80f58-e213-48ec-bba7-2eefd95bb34a,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:17.662861 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, bddd7440-d2d5-43f3-9351-36f5944c255c) {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:17.725612 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9377f367-d905-4600-a7c8-6d8e6f9f9b0e None None] Network bddd7440-d2d5-43f3-9351-36f5944c255c requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:17.821614 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] Checking segment: {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:17.822202 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] Network hostable DHCP agents. Network: 1d802dd7-2559-4337-b25d-332df8c6e9ad, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:29:17.830365 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Publish callbacks [] for security_group (2744f256-54ef-461e-979b-fffeeece2cc3), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:17.863832 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2744f256-54ef-461e-979b-fffeeece2cc3), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:17.874271 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0a21034e-1cf9-47ae-9f01-499c7bfac91b admin admin] Publish callbacks [] for security_group (311021df-d623-4148-9f18-984cb381865c), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:17.886143 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:17.886823 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:17.907651 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:17.949236 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-59348e29-f61d-470c-99d3-db885bc0cc54 admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3519714 Aug 30 04:29:17.952649 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44384) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:17.967770 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=106396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:29:17.988369 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:18.017377 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port bf1f7d61-40f8-4ac9-b58a-26e518373934 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:18.018366 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.027670 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] Network 1d802dd7-2559-4337-b25d-332df8c6e9ad is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:29:18.085179 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (35756421-20f2-4592-8c98-457011b98af8), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.085529 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.segments_db [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Added segment 35756421-20f2-4592-8c98-457011b98af8 of type vlan for network 5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8 Aug 30 04:29:18.094305 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2744f256-54ef-461e-979b-fffeeece2cc3,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:18.155623 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3db10d5-22ca-5e7d-b4be-6ae39b8c903b-bddd7440-d2d5-43f3-9351-36f5944c255c', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b'}]}} from dv-cinder-854265-2-smb. {{(pid=106397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:29:18.158517 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.173642 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (e8040f9f-724c-4f21-a271-153dcdd61132), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.233639 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, 1d802dd7-2559-4337-b25d-332df8c6e9ad) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:18.253124 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5fcf3e-3852-4c9f-b70c-ee8ad97257c7 None None] Network 1d802dd7-2559-4337-b25d-332df8c6e9ad requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:18.259140 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:18.262638 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.274865 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10083'] for router (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.280558 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-412989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10074'] for router (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.303255 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8040f9f-724c-4f21-a271-153dcdd61132,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:18.310217 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:18.343407 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.349753 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:18.409958 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0a21034e-1cf9-47ae-9f01-499c7bfac91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (311021df-d623-4148-9f18-984cb381865c), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.422594 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0a21034e-1cf9-47ae-9f01-499c7bfac91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.422594 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-0a21034e-1cf9-47ae-9f01-499c7bfac91b admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/311021df-d623-4148-9f18-984cb381865c HTTP/1.1" status: 204 len: 168 time: 1.3142667 Aug 30 04:29:18.423353 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-417dc5c5-dc36-420b-9ac7-a8c317e2a00c admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.0045152 Aug 30 04:29:18.436532 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44398) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:18.450191 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] Checking segment: {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:18.450723 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] Network hostable DHCP agents. Network: 169fc8b2-576f-4c43-9cb7-2141fd9da0f6, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:29:18.452581 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:18.463492 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:18.481068 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21034e-1cf9-47ae-9f01-499c7bfac91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311021df-d623-4148-9f18-984cb381865c,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:18.502892 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.506986 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:18.511375 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.628294 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] Pushing event updated for resources: {'Network': ['ID=5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:18.633828 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] Network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:29:18.662062 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, 169fc8b2-576f-4c43-9cb7-2141fd9da0f6) {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:18.682237 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:18.683640 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.700229 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-e27eed0c-bfea-4194-bc56-91605e9343da admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5408690 Aug 30 04:29:18.703818 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44404) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:18.710636 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network 5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:29:18.711652 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] Request body: {'subnet': {'network_id': '5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-115568748-subnet', 'tenant_id': 'd3545a9bd9a14de998a60c368027e005', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:18.714464 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4853781e-107b-490f-ac1f-f5fe51b3be8a None None] Network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:18.732510 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Publish callbacks [] for router_controller (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.737316 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10083'] for router (8d67aa32-3c12-40c6-af05-d66a27af6a56), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.742987 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-412989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10074'] for router (8d67aa32-3c12-40c6-af05-d66a27af6a56), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.762453 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-ac2d5c40-547c-4964-894b-c2a0c0bacdde admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5195463 Aug 30 04:29:18.765978 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44410) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:18.823481 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:18.851949 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:18.865435 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port bf1f7d61-40f8-4ac9-b58a-26e518373934 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:18.866013 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.051184 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] Made reservation on behalf of d3545a9bd9a14de998a60c368027e005 for: {'subnet': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:19.055844 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.141517 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Publish callbacks [] for router_controller (8d67aa32-3c12-40c6-af05-d66a27af6a56), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.166898 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port bf1f7d61-40f8-4ac9-b58a-26e518373934, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=bf1f7d61-40f8-4ac9-b58a-26e518373934,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:19.183433 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3db10d5-22ca-5e7d-b4be-6ae39b8c903b-1d802dd7-2559-4337-b25d-332df8c6e9ad', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a'}]}} from dv-cinder-854265-2-smb. {{(pid=106397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:29:19.185380 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.190807 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.db_base_plugin_common [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Allocated IP 172.20.0.2 (bddd7440-d2d5-43f3-9351-36f5944c255c/69a1d0ce-bd9d-4d78-a0cb-792af118065b/108f486b-5b8c-4ae8-b1be-7e8d1e6f645b) {{(pid=106397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:19.237510 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.238632 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Publish callbacks [] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.243789 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Publish callbacks [] for router_gateway (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.277419 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.278176 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519716'] for router_interface (c60e8b40-20e5-40ab-b202-e2a5899bcce5), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.321730 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:19.333392 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=b77ff9fc-3d6c-40d2-b794-2164b9fa7d17,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:19.367190 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10083'] for router (b89979e4-e688-49a8-b2eb-06d6aad97fe6), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.368422 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-412989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10074'] for router (b89979e4-e688-49a8-b2eb-06d6aad97fe6), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.461522 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Publish callbacks [] for router_controller (b89979e4-e688-49a8-b2eb-06d6aad97fe6), precommit_add_association {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.479495 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:19.567128 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=bf1f7d61-40f8-4ac9-b58a-26e518373934,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:19.634176 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3db10d5-22ca-5e7d-b4be-6ae39b8c903b-169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'project_id': 'cf24ec2c8bd74974932690a583961691', 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132'}]}} from dv-cinder-854265-2-smb. {{(pid=106397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:29:19.638918 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Publish callbacks [] for router_gateway (8d67aa32-3c12-40c6-af05-d66a27af6a56), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.642171 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.875462 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.db_base_plugin_common [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Allocated IP 172.20.0.2 (1d802dd7-2559-4337-b25d-332df8c6e9ad/3eb80f58-e213-48ec-bba7-2eefd95bb34a/83a8cc4d-825c-48a0-983a-f13dc99fe0ee) {{(pid=106397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:19.900474 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Network 24fcffe4-e95e-443e-99de-67df22e64732 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:19.939391 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Publish callbacks [] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), precommit_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:19.979698 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.010862 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:20.072571 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Publish callbacks [] for router_gateway (b89979e4-e688-49a8-b2eb-06d6aad97fe6), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.107670 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (e213902f-eaf6-48c3-95b5-3e7928d89b24), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.116758 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.db_base_plugin_common [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Allocated IP 172.20.0.2 (169fc8b2-576f-4c43-9cb7-2141fd9da0f6/e8040f9f-724c-4f21-a271-153dcdd61132/fcd22b8a-a973-401d-9756-87f1e0472c50) {{(pid=106397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:20.149411 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Network bddd7440-d2d5-43f3-9351-36f5944c255c is already hosted by enough agents. {{(pid=106397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:20.155600 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:20.171146 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.base_scheduler [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Resources bound (agent type, host, resource id): {{(pid=106397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:20.177255 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Pushing event updated for resources: {'Port': ['ID=108f486b-5b8c-4ae8-b1be-7e8d1e6f645b,revision_number=1']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:20.188671 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Received port after_create {{(pid=106397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:20.377183 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e213902f-eaf6-48c3-95b5-3e7928d89b24,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:20.390089 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:20.551002 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Attempting to bind port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:20.557946 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Attempting to bind port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:20.561709 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Attempting to bind port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b on network bddd7440-d2d5-43f3-9351-36f5944c255c {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:20.676139 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:20.677393 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Checking segment: {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:20.680935 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.681585 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Bound using segment: {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:20.682249 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Bound port: 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:20.682813 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.698516 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Publish callbacks [] for router_gateway (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.705541 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:20.711356 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-335bb07f-a594-494d-a524-cc628f99324e None None] Provisioning complete for port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:20.711758 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-335bb07f-a594-494d-a524-cc628f99324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.722581 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Publish callbacks [] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), precommit_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.739160 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:20.758246 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] Checking segment: {'id': '35756421-20f2-4592-8c98-457011b98af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:20.759228 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.760377 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] Network hostable DHCP agents. Network: 5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:29:20.800985 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Publish callbacks [] for router_gateway (8d67aa32-3c12-40c6-af05-d66a27af6a56), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.805852 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Router c60e8b40-20e5-40ab-b202-e2a5899bcce5 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:29:20.838774 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] Network 5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:29:20.861371 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:20.925573 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, 5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8) {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:20.939961 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:20.939961 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:21.029109 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1ed012-fcaa-4dc5-913e-570d69758724 None None] Network 5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:21.041272 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:21.123235 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Publish callbacks [] for router_gateway (b89979e4-e688-49a8-b2eb-06d6aad97fe6), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:21.130752 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-458dcac8-38bd-4c05-9b26-ee7d946206e3 admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4233634 Aug 30 04:29:21.192938 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:21.256702 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:21.258736 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:21.261568 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Allocated IP 172.28.3.209 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/8c05c18d-76ed-4821-be42-21a82556c4da) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:21.292826 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-0ffffe51-05f8-41f2-b176-3c878c3c7ec0 admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/c60e8b40-20e5-40ab-b202-e2a5899bcce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4311037 Aug 30 04:29:21.466404 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Network 1d802dd7-2559-4337-b25d-332df8c6e9ad is already hosted by enough agents. {{(pid=106397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:21.532187 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44492) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:21.533080 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.base_scheduler [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Resources bound (agent type, host, resource id): {{(pid=106397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:21.537704 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Sync routers for ids ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:21.545237 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Publish callbacks [] for port (8c05c18d-76ed-4821-be42-21a82556c4da), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:21.553391 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Received port after_create {{(pid=106397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:21.563138 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device bf1f7d61-40f8-4ac9-b58a-26e518373934 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:21.626479 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:21.626889 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-335bb07f-a594-494d-a524-cc628f99324e None None] Port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:21.660827 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Routers {'c60e8b40-20e5-40ab-b202-e2a5899bcce5'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:21.662188 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:21.678491 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Pushing event updated for resources: {'Port': ['ID=83a8cc4d-825c-48a0-983a-f13dc99fe0ee,revision_number=1']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:21.697727 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Publish callbacks [] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), precommit_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:21.701625 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ec60b6-f3e3-4c68-81f8-03ce682409cf admin admin] Deleting subnet 15445079-02d6-49b0-aa4d-9778edff6507 {{(pid=106396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:29:21.714966 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2ec60b6-f3e3-4c68-81f8-03ce682409cf admin admin] Publish callbacks [] for subnet (15445079-02d6-49b0-aa4d-9778edff6507), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:21.767059 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] For port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:21.828062 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:21.849049 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:21.886325 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2ec60b6-f3e3-4c68-81f8-03ce682409cf admin admin] Publish callbacks [] for subnet (15445079-02d6-49b0-aa4d-9778edff6507), precommit_delete_associations {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:21.903874 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] For port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=108f486b-5b8c-4ae8-b1be-7e8d1e6f645b,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:21.908037 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2ec60b6-f3e3-4c68-81f8-03ce682409cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (15445079-02d6-49b0-aa4d-9778edff6507), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:21.924424 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:21.927343 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Pushing event updated for resources: {'Port': ['ID=8c05c18d-76ed-4821-be42-21a82556c4da,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:21.943206 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:21.955329 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:22.053482 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2ec60b6-f3e3-4c68-81f8-03ce682409cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (15445079-02d6-49b0-aa4d-9778edff6507), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.060577 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Allocated IP 172.28.3.245 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/dcb053dc-f30e-401c-ab67-2b05c1c0fbe5) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:22.117192 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2ec60b6-f3e3-4c68-81f8-03ce682409cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.130614 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-c2ec60b6-f3e3-4c68-81f8-03ce682409cf admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/15445079-02d6-49b0-aa4d-9778edff6507 HTTP/1.1" status: 204 len: 168 time: 0.5953956 Aug 30 04:29:22.132176 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44516) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:22.133095 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec60b6-f3e3-4c68-81f8-03ce682409cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15445079-02d6-49b0-aa4d-9778edff6507,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:22.205174 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Pushing event updated for resources: {'Port': ['ID=fcd22b8a-a973-401d-9756-87f1e0472c50,revision_number=1']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:22.225548 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44522) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:22.300093 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1581b451-f40c-4f57-a47f-ef43d968cc6a None None] Network 5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:22.336899 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (8f7e8040-aad6-4723-b57f-953067ef6a97), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.462087 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:22.463233 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:22.484511 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.498835 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 is already hosted by enough agents. {{(pid=106397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:22.503416 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (8f7e8040-aad6-4723-b57f-953067ef6a97), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.551953 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:22.552882 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:22.553505 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:22.553687 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > port after_create 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:22.553887 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:22.554194 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > port after_update 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:22.554586 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:22.554947 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:22.555312 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:22.555639 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:22.583753 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port bf1f7d61-40f8-4ac9-b58a-26e518373934 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:22.584348 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.628041 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ee265720-aee2-431a-8072-3733bfd97c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.642421 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.base_scheduler [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Resources bound (agent type, host, resource id): {{(pid=106397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:22.683413 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Received port after_create {{(pid=106397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:22.705829 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Publish callbacks [] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.711456 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Attempting to bind port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:22.712426 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Attempting to bind port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:22.714562 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Attempting to bind port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee on network 1d802dd7-2559-4337-b25d-332df8c6e9ad {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:22.783659 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Set router c60e8b40-20e5-40ab-b202-e2a5899bcce5 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:22.788651 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:22.821878 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44546) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:22.830288 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Publish callbacks [] for router_gateway (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.840549 dv-cinder-854265-2-smb neutron-server[106395]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 04:29:22.896679 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:22.896679 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Checking segment: {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:22.896679 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.896679 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Bound using segment: {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:22.897160 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Bound port: 83a8cc4d-825c-48a0-983a-f13dc99fe0ee, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:22.897691 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.928962 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5c86d-bf08-4cb9-824f-afb2fe70836f None None] Pushing event updated for resources: {'Port': ['ID=108f486b-5b8c-4ae8-b1be-7e8d1e6f645b,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:23.079740 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Attempting to bind port fcd22b8a-a973-401d-9756-87f1e0472c50 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:23.081223 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Attempting to bind port fcd22b8a-a973-401d-9756-87f1e0472c50 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:23.081960 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Attempting to bind port fcd22b8a-a973-401d-9756-87f1e0472c50 on network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:23.144743 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:23.145150 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:23.145484 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:23.145819 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:29:23.146199 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7e8040-aad6-4723-b57f-953067ef6a97']}} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:23.174983 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:23.175793 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Checking segment: {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:23.176445 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:23.177223 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Bound using segment: {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:23.179094 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Bound port: fcd22b8a-a973-401d-9756-87f1e0472c50, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:23.179980 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:23.200182 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8a8e72-c24e-4f22-8989-27af85e195a8') {'for_net_delete': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:23.200511 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8a8e72-c24e-4f22-8989-27af85e195a8') {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:23.225674 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15464329'] for segment (cf8a8e72-c24e-4f22-8989-27af85e195a8), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:23.270356 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (cf8a8e72-c24e-4f22-8989-27af85e195a8), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:23.289995 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Allocated IP 172.28.3.156 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/76f3bc44-fa23-40ef-8f67-14c13703285f) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:23.298376 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=106396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:29:23.298744 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15457351'] for segment (cf8a8e72-c24e-4f22-8989-27af85e195a8), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:23.359646 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] For port fcd22b8a-a973-401d-9756-87f1e0472c50, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:23.379414 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] For port fcd22b8a-a973-401d-9756-87f1e0472c50, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=fcd22b8a-a973-401d-9756-87f1e0472c50,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:23.417558 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:23.444381 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:23.545806 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port bf1f7d61-40f8-4ac9-b58a-26e518373934 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:23.573130 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] For port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:23.579742 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-4855dd3b-0820-45bc-8100-dfab0c7b85bd tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:23.591794 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (8f7e8040-aad6-4723-b57f-953067ef6a97), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:23.601238 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-4855dd3b-0820-45bc-8100-dfab0c7b85bd tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/networks?id=24fcffe4-e95e-443e-99de-67df22e64732 HTTP/1.1" status: 200 len: 812 time: 0.7706010 Aug 30 04:29:23.655511 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:23.670429 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/8f7e8040-aad6-4723-b57f-953067ef6a97 HTTP/1.1" status: 204 len: 168 time: 1.5321293 Aug 30 04:29:23.681625 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] For port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=83a8cc4d-825c-48a0-983a-f13dc99fe0ee,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:23.700110 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44570) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:23.752059 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:23.762536 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2112a-17f7-4ecd-953f-dac32b074efa None None] Pushing event updated for resources: {'Port': ['ID=fcd22b8a-a973-401d-9756-87f1e0472c50,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:23.794891 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:23.801660 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd44e3-412c-43cf-bdc6-4a901852ea52 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f7e8040-aad6-4723-b57f-953067ef6a97,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:24.156624 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=10,neutron:SELECT=90 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:24.207194 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:24.231467 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-3fe77829-c3b8-4eda-a184-764bbe6df36f tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/quotas/0a8ee9d47bc94efca1f8c216349b0809 HTTP/1.1" status: 200 len: 375 time: 0.6280601 Aug 30 04:29:24.316592 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'name': 'tempest-DeleteServersTestJSON-2131577340-router', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:08Z', 'updated_at': '2022-08-30T04:29:17Z', 'revision_number': 4, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'gw_port': {'id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:09Z', 'updated_at': '2022-08-30T04:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'b77ff9fc-3d6c-40d2-b794-2164b9fa7d17', 'name': '', 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'mac_address': 'fa:16:3e:91:75:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '49bd2afd-f62d-4b01-abd5-29886faa81d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:13Z', 'updated_at': '2022-08-30T04:29:18Z', 'revision_number': 2, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'subnets': [{'id': '49bd2afd-f62d-4b01-abd5-29886faa81d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:24.321702 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:24.322753 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:24.344534 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:24.356505 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ee265720-aee2-431a-8072-3733bfd97c30 admin admin] Publish callbacks [] for security_group (f4bb891f-1382-42a1-8a97-9e8477f8b326), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:24.451776 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Publish callbacks [] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:24.507162 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment cf8a8e72-c24e-4f22-8989-27af85e195a8 resource provider aggregate not found Aug 30 04:29:24.629018 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b2240-4be9-46fd-bc8b-74cba2cb0c66 None None] Pushing event updated for resources: {'Port': ['ID=83a8cc4d-825c-48a0-983a-f13dc99fe0ee,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:24.658312 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d40742-ad88-4830-b519-e955370802c1 admin admin] Deleting subnet e213902f-eaf6-48c3-95b5-3e7928d89b24 {{(pid=106396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:29:24.667117 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Checking router: c60e8b40-20e5-40ab-b202-e2a5899bcce5 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:24.670849 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Updating router c60e8b40-20e5-40ab-b202-e2a5899bcce5 port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 binding host dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:29:24.675779 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c7d40742-ad88-4830-b519-e955370802c1 admin admin] Publish callbacks [] for subnet (e213902f-eaf6-48c3-95b5-3e7928d89b24), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:24.762231 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment cf8a8e72-c24e-4f22-8989-27af85e195a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf8a8e72-c24e-4f22-8989-27af85e195a8 found for delete ", "request_id": "req-da0e9c02-d407-4e62-8847-db0f98a26e87"}]} Aug 30 04:29:24.766583 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:24.797604 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5d60b7-3daa-41ec-9643-905cb547ede5 None None] Network bddd7440-d2d5-43f3-9351-36f5944c255c requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:24.841779 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ee265720-aee2-431a-8072-3733bfd97c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f4bb891f-1382-42a1-8a97-9e8477f8b326), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:24.868390 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:24.888637 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c7d40742-ad88-4830-b519-e955370802c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15464322'] for subnet (e213902f-eaf6-48c3-95b5-3e7928d89b24), precommit_delete_associations {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:24.894337 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:24.934867 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:24.939765 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:24.943762 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Pushing event updated for resources: {'Port': ['ID=76f3bc44-fa23-40ef-8f67-14c13703285f,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:24.969354 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-306c4245-8fc1-4b3c-b884-4a7117fd810c None None] Provisioning complete for port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:24.969864 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-306c4245-8fc1-4b3c-b884-4a7117fd810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.059972 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.071172 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:25.073556 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c7d40742-ad88-4830-b519-e955370802c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (e213902f-eaf6-48c3-95b5-3e7928d89b24), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.160450 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-4c034f30-baae-4f31-b7b7-ad92d115f6ce tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=0a8ee9d47bc94efca1f8c216349b0809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8992820 Aug 30 04:29:25.228403 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:25.235352 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.339786 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=60 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:25.355855 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=7 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:25.391357 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb053dc-f30e-401c-ab67-2b05c1c0fbe5,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:25.460401 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee265720-aee2-431a-8072-3733bfd97c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bb891f-1382-42a1-8a97-9e8477f8b326,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:25.563038 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-ee265720-aee2-431a-8072-3733bfd97c30 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=13f8a3965e8d4b0ab2dc90fb59cd5916&name=default HTTP/1.1" status: 200 len: 2994 time: 3.3220234 Aug 30 04:29:25.570958 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44634) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:25.592281 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c7d40742-ad88-4830-b519-e955370802c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15454433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15248039'] for subnet (e213902f-eaf6-48c3-95b5-3e7928d89b24), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.612591 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:25.675154 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d40742-ad88-4830-b519-e955370802c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e213902f-eaf6-48c3-95b5-3e7928d89b24,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:25.678701 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Publish callbacks [] for router_gateway (8d67aa32-3c12-40c6-af05-d66a27af6a56), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.707658 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e580a7-0384-4cfd-b164-8a9a7b0e597f None None] Network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:25.714212 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c7d40742-ad88-4830-b519-e955370802c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.718228 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-c7d40742-ad88-4830-b519-e955370802c1 admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/e213902f-eaf6-48c3-95b5-3e7928d89b24 HTTP/1.1" status: 204 len: 168 time: 1.9479570 Aug 30 04:29:25.723976 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44642) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:25.868325 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:25.903569 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Publish callbacks [] for router_gateway (b89979e4-e688-49a8-b2eb-06d6aad97fe6), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.912390 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.002811 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:26.064453 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-8ef2cb88-e94d-4909-9897-38788bdbc460 service neutron] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:29:26.066743 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-8ef2cb88-e94d-4909-9897-38788bdbc460 service neutron] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4260828 Aug 30 04:29:26.068813 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520916'] for router (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.222043 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e957377a-a214-4ba4-a155-93e9b42368cf admin admin] Publish callbacks [] for security_group (f4bb891f-1382-42a1-8a97-9e8477f8b326), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.231502 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b0374-d717-44f8-a6bf-8be69a699c69 None None] Network 1d802dd7-2559-4337-b25d-332df8c6e9ad requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:29:26.265018 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.300942 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e957377a-a214-4ba4-a155-93e9b42368cf admin admin] Publish callbacks [] for security_group (f4bb891f-1382-42a1-8a97-9e8477f8b326), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.372144 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8']}} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:26.406345 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35756421-20f2-4592-8c98-457011b98af8') {'for_net_delete': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:26.406909 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35756421-20f2-4592-8c98-457011b98af8') {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:26.417201 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:26.417704 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.428263 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15464329'] for segment (35756421-20f2-4592-8c98-457011b98af8), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.467772 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-306c4245-8fc1-4b3c-b884-4a7117fd810c None None] Current status of the port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:26.468257 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-306c4245-8fc1-4b3c-b884-4a7117fd810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.501422 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (35756421-20f2-4592-8c98-457011b98af8), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.522193 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=106396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:29:26.522524 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15457351'] for segment (35756421-20f2-4592-8c98-457011b98af8), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.587055 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520916'] for router (b89979e4-e688-49a8-b2eb-06d6aad97fe6), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.652698 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=108f486b-5b8c-4ae8-b1be-7e8d1e6f645b,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:26.670441 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.685418 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.696444 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8 HTTP/1.1" status: 204 len: 168 time: 0.9691055 Aug 30 04:29:26.710478 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.742281 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6173212-05c6-4be9-ace3-fa152d6320f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1fab02-cc67-4a9c-ba0c-8f3a2f0d52b8,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:26.760714 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:26.881245 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 35756421-20f2-4592-8c98-457011b98af8 resource provider aggregate not found Aug 30 04:29:26.912348 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 35756421-20f2-4592-8c98-457011b98af8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35756421-20f2-4592-8c98-457011b98af8 found for delete ", "request_id": "req-1f7df572-23b0-4fa5-8db9-a4bdecacb727"}]} Aug 30 04:29:26.962010 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Router b89979e4-e688-49a8-b2eb-06d6aad97fe6 is scheduled to L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 with binding_index 1 {{(pid=106396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:29:27.050326 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.db.api [None req-306c4245-8fc1-4b3c-b884-4a7117fd810c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 04:29:27.054229 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG oslo_db.api [None req-306c4245-8fc1-4b3c-b884-4a7117fd810c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 04:29:27.217770 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device fcd22b8a-a973-401d-9756-87f1e0472c50 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:27.256596 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44700) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:27.266018 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=108f486b-5b8c-4ae8-b1be-7e8d1e6f645b,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:27.291890 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e957377a-a214-4ba4-a155-93e9b42368cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f4bb891f-1382-42a1-8a97-9e8477f8b326), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:27.294494 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:27.295746 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e957377a-a214-4ba4-a155-93e9b42368cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:27.300554 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Publish callbacks [] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:27.301591 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:27.302728 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-e957377a-a214-4ba4-a155-93e9b42368cf admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/f4bb891f-1382-42a1-8a97-9e8477f8b326 HTTP/1.1" status: 204 len: 168 time: 1.7283344 Aug 30 04:29:27.312114 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:27.322842 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Sync routers for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:27.344504 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-1f13e487-2922-4556-a467-4a9de746b7bb service neutron] 10.222.0.91 "GET /networking/v2.0/networks/24fcffe4-e95e-443e-99de-67df22e64732?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1534295 Aug 30 04:29:27.365742 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:27.368255 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-63a62279-94bc-46dc-9754-d1a64aa953e5 admin admin] 10.222.0.91 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5544121 Aug 30 04:29:27.372627 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44708) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:27.390627 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:27.393299 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:27.396908 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:27.428406 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957377a-a214-4ba4-a155-93e9b42368cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bb891f-1382-42a1-8a97-9e8477f8b326,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:27.433173 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port fcd22b8a-a973-401d-9756-87f1e0472c50 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:27.433495 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:27.656968 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:27.690188 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb0eec-f8d5-4bd9-804d-f80becb1a0f6 None None] Pushing event updated for resources: {'Port': ['ID=b77ff9fc-3d6c-40d2-b794-2164b9fa7d17,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:27.695759 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:27.724889 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520916'] for router (8d67aa32-3c12-40c6-af05-d66a27af6a56), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:27.793187 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-11ad6199-5836-41c0-82f8-f325a486aef8 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=10968ce0611c4e9da11df8f03fb640d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5314391 Aug 30 04:29:27.800891 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44716) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:27.806915 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:27.854302 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-306c4245-8fc1-4b3c-b884-4a7117fd810c None None] Current status of the port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:27.871385 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Attempting to bind port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:27.880094 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Attempting to bind port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:27.881199 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Attempting to bind port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 on network 24fcffe4-e95e-443e-99de-67df22e64732 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:27.932071 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 is scheduled to L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:29:27.989244 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:27.989846 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Checking segment: {'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:27.990489 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:27.991050 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Bound using segment: {'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:27.991842 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Bound port: b77ff9fc-3d6c-40d2-b794-2164b9fa7d17, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:27.992483 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:28.005327 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-9903213f-007a-49d1-b2b1-e59559c479ec service neutron] 10.222.0.91 "GET /networking/v2.0/networks/24fcffe4-e95e-443e-99de-67df22e64732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391854 Aug 30 04:29:28.181030 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:28.218025 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:28.227185 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-80f49fb2-afe9-4a38-b81a-eb56eeedac65 admin admin] 10.222.0.91 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.2655559 Aug 30 04:29:28.228688 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44724) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:28.361398 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Sync routers for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:28.380980 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Router 8d67aa32-3c12-40c6-af05-d66a27af6a56 is scheduled to L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:29:28.410650 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-a3eaac3a-e1c4-4c82-8015-e07f3b4c1b8f None None] Provisioning complete for port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:28.411055 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-a3eaac3a-e1c4-4c82-8015-e07f3b4c1b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:28.413297 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port fcd22b8a-a973-401d-9756-87f1e0472c50 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:28.413677 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:28.550888 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:25Z', 'revision_number': 3, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:28.603755 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:28.604918 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:28.619748 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Checking router: b89979e4-e688-49a8-b2eb-06d6aad97fe6 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:28.621943 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Updating router b89979e4-e688-49a8-b2eb-06d6aad97fe6 port 76f3bc44-fa23-40ef-8f67-14c13703285f binding host dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:29:28.699989 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:28.855811 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44750) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:28.899468 dv-cinder-854265-2-smb neutron-server[106396]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 04:29:28.909505 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] For port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:28.971445 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:28.986961 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44752) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:28.996150 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] For port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=b77ff9fc-3d6c-40d2-b794-2164b9fa7d17,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:29.061016 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port fcd22b8a-a973-401d-9756-87f1e0472c50, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=fcd22b8a-a973-401d-9756-87f1e0472c50,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:29.144105 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.157429 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 83a8cc4d-825c-48a0-983a-f13dc99fe0ee up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:29.211563 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1a6e863c-079c-42cb-8584-651ae5c78198 req-f35dbbc5-520b-4fb1-86eb-e8500b535125 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 210 time: 0.3508656 Aug 30 04:29:29.258968 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.437784 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Publish callbacks [] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), precommit_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.476469 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.488917 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-84265bfc-81b5-4747-80f9-4967ff28fbd0 admin admin] Publish callbacks [] for security_group (1ad16a5e-daab-4f25-ad72-5b05f8289863), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.646376 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-84265bfc-81b5-4747-80f9-4967ff28fbd0 admin admin] Publish callbacks [] for security_group (1ad16a5e-daab-4f25-ad72-5b05f8289863), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.702451 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6ddf3-40ff-4b3d-9735-2c7e48e7ac5c None None] Pushing event updated for resources: {'Port': ['ID=76f3bc44-fa23-40ef-8f67-14c13703285f,revision_number=2']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:29.714184 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Attempting to bind port 76f3bc44-fa23-40ef-8f67-14c13703285f on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:29.718693 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Attempting to bind port 76f3bc44-fa23-40ef-8f67-14c13703285f by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:29.720923 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Attempting to bind port 76f3bc44-fa23-40ef-8f67-14c13703285f on network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:29.749062 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:29.749424 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Checking segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:29.749840 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.750233 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Bound using segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:29.750722 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Bound port: 76f3bc44-fa23-40ef-8f67-14c13703285f, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:29.751100 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:29.787221 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Routers {'c60e8b40-20e5-40ab-b202-e2a5899bcce5'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:29.788708 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:29.842452 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:29.882483 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:29.913631 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Sync routers for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:29.982577 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] For port 76f3bc44-fa23-40ef-8f67-14c13703285f, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:29.992314 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] For port 76f3bc44-fa23-40ef-8f67-14c13703285f, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=76f3bc44-fa23-40ef-8f67-14c13703285f,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:29.997269 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:29.998955 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:29.999519 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.004680 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-c7f36621-acd7-4f62-a77d-47794efe08d2 admin admin] 10.222.0.91 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.5634909 Aug 30 04:29:30.017673 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44772) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:30.027983 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfde5-40b4-4ea9-9d73-88b0d95e0b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.092675 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.119708 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-84265bfc-81b5-4747-80f9-4967ff28fbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1ad16a5e-daab-4f25-ad72-5b05f8289863), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.123103 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-84265bfc-81b5-4747-80f9-4967ff28fbd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.131012 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-84265bfc-81b5-4747-80f9-4967ff28fbd0 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/1ad16a5e-daab-4f25-ad72-5b05f8289863 HTTP/1.1" status: 204 len: 168 time: 2.3200128 Aug 30 04:29:30.216775 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84265bfc-81b5-4747-80f9-4967ff28fbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad16a5e-daab-4f25-ad72-5b05f8289863,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:30.339024 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:30.387184 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:30.387184 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:30.390521 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6ddf3-40ff-4b3d-9735-2c7e48e7ac5c None None] Pushing event updated for resources: {'Port': ['ID=76f3bc44-fa23-40ef-8f67-14c13703285f,revision_number=3']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:30.419106 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:30.478205 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:30.481309 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-a3eaac3a-e1c4-4c82-8015-e07f3b4c1b8f None None] Current status of the port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:30.492518 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:30.499428 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=fcd22b8a-a973-401d-9756-87f1e0472c50,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:30.502499 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:30.539762 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.551536 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:30.787681 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:30.796261 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-a3eaac3a-e1c4-4c82-8015-e07f3b4c1b8f None None] Provisioning complete for port fcd22b8a-a973-401d-9756-87f1e0472c50 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:30.796871 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-a3eaac3a-e1c4-4c82-8015-e07f3b4c1b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:30.927174 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-47cfe8eb-2939-4d4b-85f3-b164bed0edea req-09eec76f-c604-478e-999b-f7da06156958 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 210 time: 0.2258420 Aug 30 04:29:30.977744 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:30.978570 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:31.014189 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfde5-40b4-4ea9-9d73-88b0d95e0b52 admin admin] Publish callbacks [] for security_group (2ad9452d-6b5c-4016-8f9e-cdb2c88750d9), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:31.133329 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfde5-40b4-4ea9-9d73-88b0d95e0b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2ad9452d-6b5c-4016-8f9e-cdb2c88750d9), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:31.193091 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:31.230600 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44812) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:31.321835 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb0eec-f8d5-4bd9-804d-f80becb1a0f6 None None] Pushing event updated for resources: {'Port': ['ID=b77ff9fc-3d6c-40d2-b794-2164b9fa7d17,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:31.349613 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:22Z', 'revision_number': 3, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:31.387181 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Checking router: 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:31.387784 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Updating router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 port 8c05c18d-76ed-4821-be42-21a82556c4da binding host dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:29:31.432687 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:31.447719 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Allocated IP 172.20.0.1 (169fc8b2-576f-4c43-9cb7-2141fd9da0f6/e8040f9f-724c-4f21-a271-153dcdd61132/8e1959df-a9a1-418c-9c91-10058042e0e0) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:31.451166 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-4d9cfde5-40b4-4ea9-9d73-88b0d95e0b52 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=100239fde42b4375a17c1395b26c20d4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4598477 Aug 30 04:29:31.468656 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cfde5-40b4-4ea9-9d73-88b0d95e0b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad9452d-6b5c-4016-8f9e-cdb2c88750d9,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:31.488089 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] Set router c60e8b40-20e5-40ab-b202-e2a5899bcce5 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:31.495448 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44814) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:31.634367 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-a3eaac3a-e1c4-4c82-8015-e07f3b4c1b8f None None] Current status of the port fcd22b8a-a973-401d-9756-87f1e0472c50 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:31.805144 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Publish callbacks [] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:31.846155 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:31.846854 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:31.856472 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:31.918962 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b657988f-c573-4b77-82bb-75a10acf16b2 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=d3545a9bd9a14de998a60c368027e005&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6868806 Aug 30 04:29:31.926615 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 44820) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:32.003042 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:25Z', 'revision_number': 3, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:32.003962 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:32.006916 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-a3eaac3a-e1c4-4c82-8015-e07f3b4c1b8f None None] Provisioning complete for port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:32.007321 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-a3eaac3a-e1c4-4c82-8015-e07f3b4c1b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:32.118356 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:32.144794 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Checking router: 8d67aa32-3c12-40c6-af05-d66a27af6a56 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:32.145160 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Updating router 8d67aa32-3c12-40c6-af05-d66a27af6a56 port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 binding host dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:29:32.237517 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:32.245479 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:32.248946 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:32.257019 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:32.258322 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-23e01ca7-973c-47a3-b3c8-85732f583dd7 admin admin] Publish callbacks [] for security_group (2744f256-54ef-461e-979b-fffeeece2cc3), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:32.271103 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e9d86e34-45ad-4d57-9f0f-3bb33a9b4da0 admin admin] Publish callbacks [] for security_group (2ad9452d-6b5c-4016-8f9e-cdb2c88750d9), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:32.279764 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:32.360512 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:32.472065 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Pushing event updated for resources: {'Port': ['ID=8e1959df-a9a1-418c-9c91-10058042e0e0,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:32.485612 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-785b5d5c-ee6d-41c5-95ae-0c599ea0b13c req-41fbb389-3c7e-4fe8-85c9-9564976826d2 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 210 time: 0.2323191 Aug 30 04:29:32.502185 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:25Z', 'revision_number': 3, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:32.507986 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=83a8cc4d-825c-48a0-983a-f13dc99fe0ee,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:32.511178 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-23e01ca7-973c-47a3-b3c8-85732f583dd7 admin admin] Publish callbacks [] for security_group (2744f256-54ef-461e-979b-fffeeece2cc3), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:32.585994 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519856'] for router_interface (b89979e4-e688-49a8-b2eb-06d6aad97fe6), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:32.587415 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:32.671881 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e9d86e34-45ad-4d57-9f0f-3bb33a9b4da0 admin admin] Publish callbacks [] for security_group (2ad9452d-6b5c-4016-8f9e-cdb2c88750d9), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:32.700572 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:32.794692 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72dbbf4-4162-4727-b4de-803753f84bb2 None None] The sync data for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb is: [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:25Z', 'revision_number': 3, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:32.857971 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device fcd22b8a-a973-401d-9756-87f1e0472c50 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:32.978348 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=83a8cc4d-825c-48a0-983a-f13dc99fe0ee,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:32.993228 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-a3eaac3a-e1c4-4c82-8015-e07f3b4c1b8f None None] Current status of the port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:33.043224 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.051228 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-23e01ca7-973c-47a3-b3c8-85732f583dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2744f256-54ef-461e-979b-fffeeece2cc3), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.057581 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-23e01ca7-973c-47a3-b3c8-85732f583dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.059613 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-23e01ca7-973c-47a3-b3c8-85732f583dd7 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/2744f256-54ef-461e-979b-fffeeece2cc3 HTTP/1.1" status: 204 len: 168 time: 1.1210103 Aug 30 04:29:33.106223 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.124769 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e01ca7-973c-47a3-b3c8-85732f583dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2744f256-54ef-461e-979b-fffeeece2cc3,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:33.143885 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:33.185746 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e9d86e34-45ad-4d57-9f0f-3bb33a9b4da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2ad9452d-6b5c-4016-8f9e-cdb2c88750d9), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.196269 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e9d86e34-45ad-4d57-9f0f-3bb33a9b4da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.200435 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-e9d86e34-45ad-4d57-9f0f-3bb33a9b4da0 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/2ad9452d-6b5c-4016-8f9e-cdb2c88750d9 HTTP/1.1" status: 204 len: 168 time: 1.6335692 Aug 30 04:29:33.220089 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Allocated IP 172.20.0.1 (bddd7440-d2d5-43f3-9351-36f5944c255c/69a1d0ce-bd9d-4d78-a0cb-792af118065b/be7d77cc-510c-4499-94b6-872a7590a718) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:33.243585 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-a430aeae-a228-47c9-9654-c279e502c3dc None None] Provisioning complete for port 8e1959df-a9a1-418c-9c91-10058042e0e0 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:33.244763 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-a430aeae-a228-47c9-9654-c279e502c3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.309057 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'name': 'tempest-DeleteServersTestJSON-2131577340-router', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:08Z', 'updated_at': '2022-08-30T04:29:17Z', 'revision_number': 4, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'gw_port': {'id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:09Z', 'updated_at': '2022-08-30T04:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'b77ff9fc-3d6c-40d2-b794-2164b9fa7d17', 'name': '', 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'mac_address': 'fa:16:3e:91:75:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '49bd2afd-f62d-4b01-abd5-29886faa81d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:13Z', 'updated_at': '2022-08-30T04:29:28Z', 'revision_number': 4, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'subnets': [{'id': '49bd2afd-f62d-4b01-abd5-29886faa81d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:33.348548 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Publish callbacks [] for port (8c05c18d-76ed-4821-be42-21a82556c4da), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.426569 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port fcd22b8a-a973-401d-9756-87f1e0472c50 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:33.427232 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.523952 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:33.577348 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d86e34-45ad-4d57-9f0f-3bb33a9b4da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad9452d-6b5c-4016-8f9e-cdb2c88750d9,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:33.592620 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.662796 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b5ea7-6573-44b0-af37-83b11f1201d9 None None] The sync data for ids ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'] in dv-cinder-854265-2-smb is: [{'id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'name': 'tempest-DeleteServersTestJSON-2131577340-router', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:08Z', 'updated_at': '2022-08-30T04:29:17Z', 'revision_number': 4, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'gw_port': {'id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:09Z', 'updated_at': '2022-08-30T04:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'b77ff9fc-3d6c-40d2-b794-2164b9fa7d17', 'name': '', 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'mac_address': 'fa:16:3e:91:75:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '49bd2afd-f62d-4b01-abd5-29886faa81d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:13Z', 'updated_at': '2022-08-30T04:29:28Z', 'revision_number': 4, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'subnets': [{'id': '49bd2afd-f62d-4b01-abd5-29886faa81d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:33.708819 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Attempting to bind port 8c05c18d-76ed-4821-be42-21a82556c4da on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:33.709193 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Attempting to bind port 8c05c18d-76ed-4821-be42-21a82556c4da by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:33.709558 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Attempting to bind port 8c05c18d-76ed-4821-be42-21a82556c4da on network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:33.757646 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Publish callbacks [] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:33.781047 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.021669 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:34.022223 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Checking segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:34.022727 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.023312 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Bound using segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:34.024912 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Bound port: 8c05c18d-76ed-4821-be42-21a82556c4da, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:34.026582 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.030069 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-a430aeae-a228-47c9-9654-c279e502c3dc None None] Port 8e1959df-a9a1-418c-9c91-10058042e0e0 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:34.344112 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Publish callbacks [] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), precommit_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.356124 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb7333-e971-415e-b432-caa0bcf6d26c None None] Pushing event updated for resources: {'Port': ['ID=8c05c18d-76ed-4821-be42-21a82556c4da,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:34.369876 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.438733 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Pushing event updated for resources: {'Port': ['ID=8e1959df-a9a1-418c-9c91-10058042e0e0,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:34.450569 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4bd5300d-5d14-49d3-b9e1-f461bbc4a4aa req-4a74d2c0-2c2d-491c-9429-0e81e7d1bedb tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 210 time: 0.2711990 Aug 30 04:29:34.476486 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519716'] for router_interface (b89979e4-e688-49a8-b2eb-06d6aad97fe6), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.520330 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.83', 49217) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:34.557787 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:34.582847 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Attempting to bind port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:34.584288 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Attempting to bind port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:34.584840 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Attempting to bind port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 on network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:34.618127 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44876) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:34.619055 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:34.619422 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Checking segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:34.620061 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.620613 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Bound using segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:34.621376 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Bound port: dcb053dc-f30e-401c-ab67-2b05c1c0fbe5, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:34.621946 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.683699 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb14939-e96c-4655-9c9b-1bbfb400d222 None None] Pushing event updated for resources: {'Port': ['ID=dcb053dc-f30e-401c-ab67-2b05c1c0fbe5,revision_number=2']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:34.684464 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] For port 8c05c18d-76ed-4821-be42-21a82556c4da, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:34.725615 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] For port 8c05c18d-76ed-4821-be42-21a82556c4da, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=8c05c18d-76ed-4821-be42-21a82556c4da,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:34.737532 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port fcd22b8a-a973-401d-9756-87f1e0472c50 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:34.752415 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:34.769146 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.785154 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bf96bcd8-8832-4214-ac70-03e84eb2dfce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.859266 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] For port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:34.875151 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] For port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=dcb053dc-f30e-401c-ab67-2b05c1c0fbe5,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:34.913526 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.933782 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:35.000688 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Allocated IP 172.20.0.1 (1d802dd7-2559-4337-b25d-332df8c6e9ad/3eb80f58-e213-48ec-bba7-2eefd95bb34a/6a21bea3-e612-46f0-8192-6782d2cd6961) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:35.041537 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb7333-e971-415e-b432-caa0bcf6d26c None None] Pushing event updated for resources: {'Port': ['ID=8c05c18d-76ed-4821-be42-21a82556c4da,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:35.063738 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:35.064776 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:35.142385 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Publish callbacks [] for port (be7d77cc-510c-4499-94b6-872a7590a718), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.207295 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:35.208171 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.367710 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:35.371057 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:35.675863 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:35.695393 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:35.702123 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:35.711243 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:35.755930 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:35.841011 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:35.861146 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-2fd2704f-a29c-470b-b124-3fece39ecb2e tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:35.875060 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-2fd2704f-a29c-470b-b124-3fece39ecb2e tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.83 "GET /networking/v2.0/networks?id=24fcffe4-e95e-443e-99de-67df22e64732 HTTP/1.1" status: 200 len: 812 time: 1.3328102 Aug 30 04:29:36.003858 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Publish callbacks [] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.055368 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Request body: {'port': {'device_id': 'f4ad200a-0b2a-4bf1-8d08-2e48447b0c31', 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732', 'admin_state_up': True, 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:36.064333 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:36.148793 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:36.193593 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.226996 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb14939-e96c-4655-9c9b-1bbfb400d222 None None] Pushing event updated for resources: {'Port': ['ID=dcb053dc-f30e-401c-ab67-2b05c1c0fbe5,revision_number=3']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:36.400161 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (be7d77cc-510c-4499-94b6-872a7590a718), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.488722 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2783e00a-df0f-4c10-bfcd-ab01de889c8f req-7695a36a-8ece-4e85-bdf8-68ddbea08793 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 210 time: 0.3235097 Aug 30 04:29:36.538482 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Network 1d802dd7-2559-4337-b25d-332df8c6e9ad is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:36.652528 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bf96bcd8-8832-4214-ac70-03e84eb2dfce admin admin] Publish callbacks [] for security_group (a199bbe2-f660-48ac-be4e-58ffbef3de63), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.655213 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:36.661623 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:36.760196 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Network bddd7440-d2d5-43f3-9351-36f5944c255c is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:36.764541 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:25Z', 'revision_number': 3, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:36.771831 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:36.772546 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519856'] for router_interface (8d67aa32-3c12-40c6-af05-d66a27af6a56), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.886657 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-a17a92a2-203e-4ffd-98aa-b80aade618d5 None None] Provisioning complete for port 8e1959df-a9a1-418c-9c91-10058042e0e0 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:36.887753 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-a17a92a2-203e-4ffd-98aa-b80aade618d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.900638 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d88a57-5ce4-4c97-99d8-5ff428fe5201 None None] The sync data for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb is: [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:25Z', 'revision_number': 3, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:36.949278 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:36.951800 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bf96bcd8-8832-4214-ac70-03e84eb2dfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (a199bbe2-f660-48ac-be4e-58ffbef3de63), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:36.994913 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Pushing event updated for resources: {'Port': ['ID=6a21bea3-e612-46f0-8192-6782d2cd6961,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:37.007839 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:37.015427 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519856'] for router_interface (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:37.080632 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-bf96bcd8-8832-4214-ac70-03e84eb2dfce admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=e4cbb49e912a4c4d8572f86168831266&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4180348 Aug 30 04:29:37.090665 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 44940) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:37.333294 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:37.413907 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-a17a92a2-203e-4ffd-98aa-b80aade618d5 None None] Port 8e1959df-a9a1-418c-9c91-10058042e0e0 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:37.726807 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-4e25b638-8147-45e6-8f30-7c803f5c8a10 None None] Provisioning complete for port 6a21bea3-e612-46f0-8192-6782d2cd6961 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:37.726807 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4e25b638-8147-45e6-8f30-7c803f5c8a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:37.918792 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Made reservation on behalf of 0a8ee9d47bc94efca1f8c216349b0809 for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:37.939043 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:38.032086 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:22Z', 'revision_number': 3, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:38.035385 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d08a1890-100f-401f-84f0-5c4b05587c37 req-ab4e6247-be1e-4b73-95d1-efb19dde566e tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 210 time: 0.1413860 Aug 30 04:29:38.119303 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:38.206779 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Router b89979e4-e688-49a8-b2eb-06d6aad97fe6 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:29:38.376778 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:38.554148 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3713b20c-08bf-4197-a3a7-5d2849108427 None None] The sync data for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb is: [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:22Z', 'revision_number': 3, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:38.576917 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96bcd8-8832-4214-ac70-03e84eb2dfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a199bbe2-f660-48ac-be4e-58ffbef3de63,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:38.589574 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:38.651886 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-4e25b638-8147-45e6-8f30-7c803f5c8a10 None None] Port 6a21bea3-e612-46f0-8192-6782d2cd6961 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:38.670185 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-18b02089-0735-4552-b9ee-ea5a6decc17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:38.678348 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:38.706103 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:38.924183 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-4fc5b456-970f-429c-a3a2-2ce9eb4237d1 None None] Provisioning complete for port be7d77cc-510c-4499-94b6-872a7590a718 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:38.935132 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4fc5b456-970f-429c-a3a2-2ce9eb4237d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (be7d77cc-510c-4499-94b6-872a7590a718), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:39.145580 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Pushing event updated for resources: {'Port': ['ID=be7d77cc-510c-4499-94b6-872a7590a718,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:39.515969 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5b456-970f-429c-a3a2-2ce9eb4237d1 None None] Port be7d77cc-510c-4499-94b6-872a7590a718 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:39.660879 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Allocated IP 172.20.0.10 (24fcffe4-e95e-443e-99de-67df22e64732/49bd2afd-f62d-4b01-abd5-29886faa81d2/17d9b26c-46af-4399-b1cd-5ae925d73d03) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:39.819886 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:39.948874 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8cc5cee9-cd57-402d-8a08-26fafdbd8a86 admin admin] Publish callbacks [] for security_group (a199bbe2-f660-48ac-be4e-58ffbef3de63), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:39.997321 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-585a6354-3676-49ac-be12-81fe0c621550 req-d9b5dc2a-88b1-4450-9fe8-6c08ac2c699e tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 210 time: 0.5175066 Aug 30 04:29:40.153174 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:40.245040 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:40.250780 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:40.401006 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8cc5cee9-cd57-402d-8a08-26fafdbd8a86 admin admin] Publish callbacks [] for security_group (a199bbe2-f660-48ac-be4e-58ffbef3de63), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:40.410931 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (be7d77cc-510c-4499-94b6-872a7590a718), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:40.415798 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=b77ff9fc-3d6c-40d2-b794-2164b9fa7d17,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:40.429073 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:40.430106 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 76f3bc44-fa23-40ef-8f67-14c13703285f up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:40.493449 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:40.539490 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b3c27ec7-ce57-4757-b1f4-4a51a8a6d22e admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/b89979e4-e688-49a8-b2eb-06d6aad97fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1591375 Aug 30 04:29:40.710925 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Publish callbacks [] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:40.737765 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=b77ff9fc-3d6c-40d2-b794-2164b9fa7d17,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:40.776348 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Sync routers for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:40.822501 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 76f3bc44-fa23-40ef-8f67-14c13703285f triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:40.823548 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:40.859138 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:40.921184 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:40.927265 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:40.930915 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:41.313372 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 76f3bc44-fa23-40ef-8f67-14c13703285f is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:41.314466 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:41.340196 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Pushing event updated for resources: {'Port': ['ID=17d9b26c-46af-4399-b1cd-5ae925d73d03,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:41.415543 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 76f3bc44-fa23-40ef-8f67-14c13703285f, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=76f3bc44-fa23-40ef-8f67-14c13703285f,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:41.426434 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f02e5a-0471-40cc-8bb3-1c9b418344a3 req-342b98db-7cc0-449e-b275-dd42274b36c3 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:41.434275 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10f02e5a-0471-40cc-8bb3-1c9b418344a3 req-342b98db-7cc0-449e-b275-dd42274b36c3 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 932 time: 0.0906830 Aug 30 04:29:41.445885 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Network 24fcffe4-e95e-443e-99de-67df22e64732 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:41.454378 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8cc5cee9-cd57-402d-8a08-26fafdbd8a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (a199bbe2-f660-48ac-be4e-58ffbef3de63), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:41.474223 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:41.486156 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8cc5cee9-cd57-402d-8a08-26fafdbd8a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:41.490635 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-8cc5cee9-cd57-402d-8a08-26fafdbd8a86 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/a199bbe2-f660-48ac-be4e-58ffbef3de63 HTTP/1.1" status: 204 len: 168 time: 4.3236022 Aug 30 04:29:41.517344 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:41.521943 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5cee9-cd57-402d-8a08-26fafdbd8a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a199bbe2-f660-48ac-be4e-58ffbef3de63,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:41.564867 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:41.570015 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:41.662202 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10f02e5a-0471-40cc-8bb3-1c9b418344a3 req-a27e36f6-0dc7-4877-a9f4-9b7943139b16 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227356 Aug 30 04:29:41.672455 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:41.686224 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Publish callbacks [] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:41.698420 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:41.699604 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519716'] for router_interface (8d67aa32-3c12-40c6-af05-d66a27af6a56), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:41.763240 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:41.765595 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:41.766682 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:41.830286 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45042) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:41.859607 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-f9891631-87f9-480a-b8ea-a4b1ae0e6005 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8574927 Aug 30 04:29:41.913333 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-0e963d55-ae85-4690-ae2b-653652fc01ee tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:29:41.918283 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-0e963d55-ae85-4690-ae2b-653652fc01ee tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0368686 Aug 30 04:29:41.984433 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-31b74328-19bd-46e7-93b5-dcbed7368fed tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--229597457', 'description': 'tempest-description--1959323812'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:42.022304 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Pushing event updated for resources: {'Port': ['ID=6a21bea3-e612-46f0-8192-6782d2cd6961,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:42.073446 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.074647 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 83a8cc4d-825c-48a0-983a-f13dc99fe0ee up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:42.180729 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:42.481993 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Publish callbacks [] for port (be7d77cc-510c-4499-94b6-872a7590a718), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.557094 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (be7d77cc-510c-4499-94b6-872a7590a718), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.557910 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519716'] for router_interface (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.587031 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Request body: {'port': {'device_id': 'f4ad200a-0b2a-4bf1-8d08-2e48447b0c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:42.641006 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-0df98aef-a1ff-452b-9a54-1271508cb5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.647757 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=76f3bc44-fa23-40ef-8f67-14c13703285f,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:42.813059 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.830945 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b74328-19bd-46e7-93b5-dcbed7368fed tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.848937 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-95b564f9-a938-456c-96a0-43b2b997623c None None] Provisioning complete for port 17d9b26c-46af-4399-b1cd-5ae925d73d03 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:42.849819 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-95b564f9-a938-456c-96a0-43b2b997623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:43.143408 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:43.144275 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:43.150697 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-95b564f9-a938-456c-96a0-43b2b997623c None None] Port 17d9b26c-46af-4399-b1cd-5ae925d73d03 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:43.225300 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:43.264896 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:33Z', 'revision_number': 2, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:43.296101 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Pushing event updated for resources: {'Port': ['ID=be7d77cc-510c-4499-94b6-872a7590a718,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:43.330148 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Network 1d802dd7-2559-4337-b25d-332df8c6e9ad is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:43.350408 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:43.354174 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Checking router: b89979e4-e688-49a8-b2eb-06d6aad97fe6 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:43.356733 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Updating router b89979e4-e688-49a8-b2eb-06d6aad97fe6 port 8e1959df-a9a1-418c-9c91-10058042e0e0 binding host dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:29:43.427070 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db2c40-f15f-4263-b8d8-c35430cd2025 req-98ee01f8-48c3-4a01-a9b6-87d3fc705e62 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:43.438187 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e4db2c40-f15f-4263-b8d8-c35430cd2025 req-98ee01f8-48c3-4a01-a9b6-87d3fc705e62 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 932 time: 0.3453321 Aug 30 04:29:43.467012 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:43.696334 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:44.057226 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:44.076110 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-21208a57-7f65-4096-8322-3b68c6937514 None None] Provisioning complete for port 6a21bea3-e612-46f0-8192-6782d2cd6961 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:44.076804 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-21208a57-7f65-4096-8322-3b68c6937514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:44.102964 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d9b26c-46af-4399-b1cd-5ae925d73d03 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:29:44.177099 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b74328-19bd-46e7-93b5-dcbed7368fed tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (ac59b5d7-2a07-437e-9463-ca58f43d724b), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:44.206078 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Publish callbacks [] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:44.343551 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Transition to ACTIVE for port object 17d9b26c-46af-4399-b1cd-5ae925d73d03 will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:29:44.350424 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e4db2c40-f15f-4263-b8d8-c35430cd2025 req-ffaec597-aa1f-4492-b49b-4174b6077e0b tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9077659 Aug 30 04:29:44.357160 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:44.380608 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b74328-19bd-46e7-93b5-dcbed7368fed tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (ac59b5d7-2a07-437e-9463-ca58f43d724b), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:44.439505 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Router 8d67aa32-3c12-40c6-af05-d66a27af6a56 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:29:44.451938 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b74328-19bd-46e7-93b5-dcbed7368fed tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac59b5d7-2a07-437e-9463-ca58f43d724b,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:44.512976 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Network bddd7440-d2d5-43f3-9351-36f5944c255c is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:44.517851 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:44.523517 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b74328-19bd-46e7-93b5-dcbed7368fed tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:44.531427 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-31b74328-19bd-46e7-93b5-dcbed7368fed tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6776772 Aug 30 04:29:44.532358 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45130) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:44.788968 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-68d1684e-6a84-4a99-87ed-9b05abb7e3fa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'security_group_rule': {'security_group_id': 'ac59b5d7-2a07-437e-9463-ca58f43d724b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:44.792255 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:29:44.806239 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:44.813431 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:44.818679 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:44.841764 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Sync routers for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:44.875156 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-53c06c57-3316-4da4-8b7d-7d7775ab3aba admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/8d67aa32-3c12-40c6-af05-d66a27af6a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8562994 Aug 30 04:29:44.896898 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:44.909296 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:42Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:44.917357 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Pushing event updated for resources: {'Port': ['ID=17d9b26c-46af-4399-b1cd-5ae925d73d03,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:45.071441 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Attempting to bind port 17d9b26c-46af-4399-b1cd-5ae925d73d03 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:45.073156 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Attempting to bind port 17d9b26c-46af-4399-b1cd-5ae925d73d03 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:45.076763 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Attempting to bind port 17d9b26c-46af-4399-b1cd-5ae925d73d03 on network 24fcffe4-e95e-443e-99de-67df22e64732 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:45.109808 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Port 17d9b26c-46af-4399-b1cd-5ae925d73d03 on network 24fcffe4-e95e-443e-99de-67df22e64732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:29:45.110780 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Attempting to bind port 17d9b26c-46af-4399-b1cd-5ae925d73d03 on network 24fcffe4-e95e-443e-99de-67df22e64732 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:45.149974 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:45.150555 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Checking segment: {'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:45.156809 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Bound using segment: {'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:45.161750 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Bound port: 17d9b26c-46af-4399-b1cd-5ae925d73d03, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a9a144-d6f7-4f3b-a095-71b1711bddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:45.165340 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:45.254148 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:45.269408 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:45.441788 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:29:45.492913 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-21208a57-7f65-4096-8322-3b68c6937514 None None] Port 6a21bea3-e612-46f0-8192-6782d2cd6961 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:45.514393 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:45.543770 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] For port 17d9b26c-46af-4399-b1cd-5ae925d73d03, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:45.583624 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45150) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:45.714450 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:45.716671 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:45.757107 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:45.759942 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68d1684e-6a84-4a99-87ed-9b05abb7e3fa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (f3440811-b679-4529-93c0-d77271244b43), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:45.767413 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-0812440c-2b04-49c6-9ed9-9c1f307f261a admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5246785 Aug 30 04:29:45.911984 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68d1684e-6a84-4a99-87ed-9b05abb7e3fa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (f3440811-b679-4529-93c0-d77271244b43), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:45.921222 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68d1684e-6a84-4a99-87ed-9b05abb7e3fa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (f3440811-b679-4529-93c0-d77271244b43), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:45.991368 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Publish callbacks [] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:45.996149 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1684e-6a84-4a99-87ed-9b05abb7e3fa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3440811-b679-4529-93c0-d77271244b43,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:46.009398 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-fe9a4ecf-62a6-44d8-8fa3-de6bbcd0dfe9 None None] Provisioning complete for port be7d77cc-510c-4499-94b6-872a7590a718 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:46.009398 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4ecf-62a6-44d8-8fa3-de6bbcd0dfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (be7d77cc-510c-4499-94b6-872a7590a718), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.027606 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68d1684e-6a84-4a99-87ed-9b05abb7e3fa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.032737 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-68d1684e-6a84-4a99-87ed-9b05abb7e3fa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4946055 Aug 30 04:29:46.036810 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45166) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:46.064421 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-92e60af4-bc0e-4770-b22d-a3bc2c2abb1e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'security_group_rule': {'security_group_id': 'ac59b5d7-2a07-437e-9463-ca58f43d724b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:46.080181 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a4ecf-62a6-44d8-8fa3-de6bbcd0dfe9 None None] Port be7d77cc-510c-4499-94b6-872a7590a718 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:46.086779 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Sync routers for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:46.091973 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.187638 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-92e60af4-bc0e-4770-b22d-a3bc2c2abb1e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (f576ee3f-8e7e-4344-bc79-16b9ef3ec05a), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.203090 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f659862-3409-4f32-817d-b50b78d4aedd None None] Pushing event updated for resources: {'Port': ['ID=8e1959df-a9a1-418c-9c91-10058042e0e0,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:46.243583 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:40Z', 'revision_number': 2, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:46.305313 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:46.438225 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:46.439107 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:42Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:46.522977 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Checking router: 8d67aa32-3c12-40c6-af05-d66a27af6a56 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:46.541756 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Updating router 8d67aa32-3c12-40c6-af05-d66a27af6a56 port 6a21bea3-e612-46f0-8192-6782d2cd6961 binding host dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:29:46.629813 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:46.725289 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:46.777795 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.781179 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:46.819150 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.890928 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] For port 17d9b26c-46af-4399-b1cd-5ae925d73d03, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=17d9b26c-46af-4399-b1cd-5ae925d73d03,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:46.966629 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cf6525c8-8cc4-422e-a5db-5748122d7024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.048222 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8607115-672b-426c-a9d4-3ffac7aa7c5b req-14cb8068-a945-4cdb-ab70-37bf6935c016 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.052870 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a8607115-672b-426c-a9d4-3ffac7aa7c5b req-14cb8068-a945-4cdb-ab70-37bf6935c016 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 944 time: 1.3384047 Aug 30 04:29:47.060466 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.133841 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 2, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:47.209804 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Attempting to bind port 8e1959df-a9a1-418c-9c91-10058042e0e0 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:47.210557 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Attempting to bind port 8e1959df-a9a1-418c-9c91-10058042e0e0 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:47.211233 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Attempting to bind port 8e1959df-a9a1-418c-9c91-10058042e0e0 on network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:47.223868 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:47.224802 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Checking segment: {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:47.225453 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.226261 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Bound using segment: {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:47.227055 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Bound port: 8e1959df-a9a1-418c-9c91-10058042e0e0, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:47.227710 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.324288 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] For port 8e1959df-a9a1-418c-9c91-10058042e0e0, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:47.328903 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] For port 8e1959df-a9a1-418c-9c91-10058042e0e0, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=8e1959df-a9a1-418c-9c91-10058042e0e0,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:47.334367 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Checking router: 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:47.334367 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Updating router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 port be7d77cc-510c-4499-94b6-872a7590a718 binding host dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:29:47.357665 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.357665 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.367101 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/17d9b26c-46af-4399-b1cd-5ae925d73d03 HTTP/1.1" status: 200 len: 1094 time: 4.9015827 Aug 30 04:29:47.424946 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (be7d77cc-510c-4499-94b6-872a7590a718), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.436093 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:47.438273 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8c05c18d-76ed-4821-be42-21a82556c4da up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:47.453283 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40163b53-e260-4959-82fa-9f1fd5cbfc44 service neutron] Pushing event updated for resources: {'Port': ['ID=17d9b26c-46af-4399-b1cd-5ae925d73d03,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:47.466034 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ad200a-0b2a-4bf1-8d08-2e48447b0c31', 'tag': '17d9b26c-46af-4399-b1cd-5ae925d73d03'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:47.501108 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-92e60af4-bc0e-4770-b22d-a3bc2c2abb1e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (f576ee3f-8e7e-4344-bc79-16b9ef3ec05a), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.560458 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-92e60af4-bc0e-4770-b22d-a3bc2c2abb1e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (f576ee3f-8e7e-4344-bc79-16b9ef3ec05a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.565111 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.662871 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-92e60af4-bc0e-4770-b22d-a3bc2c2abb1e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.671618 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-92e60af4-bc0e-4770-b22d-a3bc2c2abb1e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6197157 Aug 30 04:29:47.797418 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f659862-3409-4f32-817d-b50b78d4aedd None None] Pushing event updated for resources: {'Port': ['ID=8e1959df-a9a1-418c-9c91-10058042e0e0,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:47.830125 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a8607115-672b-426c-a9d4-3ffac7aa7c5b req-b25dd02a-39a6-479d-9b49-b1292a3141fe tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683194 Aug 30 04:29:47.836527 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45206) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:47.839938 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 8c05c18d-76ed-4821-be42-21a82556c4da triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:47.840651 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.924124 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:47.924787 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:42Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:48.007331 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cf6525c8-8cc4-422e-a5db-5748122d7024 admin admin] Publish callbacks [] for security_group (7b6f7d24-b1b1-4bc9-9c85-ab50173ca86b), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.012731 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:48.013568 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:48.025208 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'floatingip': {'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:48.043783 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cf6525c8-8cc4-422e-a5db-5748122d7024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (7b6f7d24-b1b1-4bc9-9c85-ab50173ca86b), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.065867 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e60af4-bc0e-4770-b22d-a3bc2c2abb1e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f576ee3f-8e7e-4344-bc79-16b9ef3ec05a,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:48.066780 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:48.217731 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-7c91cfa9-beb2-40d7-bc61-a70509e7b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:48.224488 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-7c91cfa9-beb2-40d7-bc61-a70509e7b949 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=0a8ee9d47bc94efca1f8c216349b0809&device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 1128 time: 0.6045659 Aug 30 04:29:48.311026 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-cf6525c8-8cc4-422e-a5db-5748122d7024 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=e78e77f1da7f4e0d96d5b5f0f5482983&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7198164 Aug 30 04:29:48.313347 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45220) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:48.370381 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Publish callbacks [] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), precommit_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.386431 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6525c8-8cc4-422e-a5db-5748122d7024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6f7d24-b1b1-4bc9-9c85-ab50173ca86b,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:48.397401 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:48.420304 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.490868 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.514450 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-8039c68a-1e70-41eb-98f8-36501ad09b81 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17d9b26c-46af-4399-b1cd-5ae925d73d03 HTTP/1.1" status: 200 len: 217 time: 0.2582319 Aug 30 04:29:48.540848 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd98a7-3f80-431a-8822-52d04b854b79 None None] Pushing event updated for resources: {'Port': ['ID=6a21bea3-e612-46f0-8192-6782d2cd6961,revision_number=3']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:48.587020 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-543d924c-596a-4d6a-a1af-c9a1309d58f8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:48.605488 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Attempting to bind port 6a21bea3-e612-46f0-8192-6782d2cd6961 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:48.606275 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Attempting to bind port 6a21bea3-e612-46f0-8192-6782d2cd6961 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:48.606858 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Attempting to bind port 6a21bea3-e612-46f0-8192-6782d2cd6961 on network 1d802dd7-2559-4337-b25d-332df8c6e9ad {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:48.612142 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-543d924c-596a-4d6a-a1af-c9a1309d58f8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 818 time: 1.1047461 Aug 30 04:29:48.615010 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:48.615876 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Checking segment: {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:48.616537 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.617180 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Bound using segment: {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:48.617831 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Bound port: 6a21bea3-e612-46f0-8192-6782d2cd6961, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'}}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:48.618369 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.699164 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 8c05c18d-76ed-4821-be42-21a82556c4da is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:48.699458 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.699779 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-24c73ec7-7dd6-4400-a416-d8c8eaf8d338 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/quotas/b09f049bcfa64015bf7495ae9ec2924a HTTP/1.1" status: 200 len: 375 time: 0.0813267 Aug 30 04:29:48.744156 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 8c05c18d-76ed-4821-be42-21a82556c4da, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=8c05c18d-76ed-4821-be42-21a82556c4da,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:48.786981 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.787996 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:48.891497 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] For port 6a21bea3-e612-46f0-8192-6782d2cd6961, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:48.903930 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] For port 6a21bea3-e612-46f0-8192-6782d2cd6961, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=6a21bea3-e612-46f0-8192-6782d2cd6961,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:48.927127 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.980527 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:48.983737 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-dfec4870-db25-4e7c-9049-690da2707d6f admin admin] Publish callbacks [] for security_group (7b6f7d24-b1b1-4bc9-9c85-ab50173ca86b), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.984640 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-e6dde901-d361-4ea6-bfad-aa9da7b52346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:48.994637 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-e6dde901-d361-4ea6-bfad-aa9da7b52346 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=49bd2afd-f62d-4b01-abd5-29886faa81d2 HTTP/1.1" status: 200 len: 851 time: 0.4378684 Aug 30 04:29:49.033031 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:49.065881 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=8c05c18d-76ed-4821-be42-21a82556c4da,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:49.123373 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:49.126988 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:42Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:49.169202 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-08fe38f1-9051-48ce-a005-c259734451be tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4224834 Aug 30 04:29:49.267903 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-dfec4870-db25-4e7c-9049-690da2707d6f admin admin] Publish callbacks [] for security_group (7b6f7d24-b1b1-4bc9-9c85-ab50173ca86b), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:49.492259 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd98a7-3f80-431a-8822-52d04b854b79 None None] Pushing event updated for resources: {'Port': ['ID=6a21bea3-e612-46f0-8192-6782d2cd6961,revision_number=4']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:49.561931 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45234) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:49.591297 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-128dcfbb-8cfc-471c-8966-acd88a510cbd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509046057', 'description': 'tempest-description--408490363'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:49.644912 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:49.701984 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-128dcfbb-8cfc-471c-8966-acd88a510cbd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:49.738179 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:49.743711 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ad200a-0b2a-4bf1-8d08-2e48447b0c31", "tag": "17d9b26c-46af-4399-b1cd-5ae925d73d03"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:49.780370 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:49.858172 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-dfec4870-db25-4e7c-9049-690da2707d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (7b6f7d24-b1b1-4bc9-9c85-ab50173ca86b), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:49.873919 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:49.892777 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-dfec4870-db25-4e7c-9049-690da2707d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:49.897136 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-dfec4870-db25-4e7c-9049-690da2707d6f admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/7b6f7d24-b1b1-4bc9-9c85-ab50173ca86b HTTP/1.1" status: 204 len: 168 time: 1.5820208 Aug 30 04:29:49.903860 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-1750851d-ffac-443a-b7aa-1cfb4eddd50a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126675 Aug 30 04:29:49.918407 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45244) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:50.195316 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec4870-db25-4e7c-9049-690da2707d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6f7d24-b1b1-4bc9-9c85-ab50173ca86b,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:50.288927 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-fc59cc96-88a7-48c0-b1a8-78112be66324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:50.297925 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-fc59cc96-88a7-48c0-b1a8-78112be66324 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=24fcffe4-e95e-443e-99de-67df22e64732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 1.2712271 Aug 30 04:29:50.646247 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-128dcfbb-8cfc-471c-8966-acd88a510cbd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.677688 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-128dcfbb-8cfc-471c-8966-acd88a510cbd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.825656 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Publish callbacks [] for port (be7d77cc-510c-4499-94b6-872a7590a718), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.835716 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:50.841788 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:50.844060 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dcfbb-8cfc-471c-8966-acd88a510cbd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:50.849938 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-6a275eee-3f04-4d88-9aea-befee26d8a1c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/24fcffe4-e95e-443e-99de-67df22e64732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368667 Aug 30 04:29:50.878836 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-128dcfbb-8cfc-471c-8966-acd88a510cbd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.884629 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-128dcfbb-8cfc-471c-8966-acd88a510cbd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3192885 Aug 30 04:29:50.887144 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45258) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:50.907447 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-904cea34-01ee-4f21-a4bf-9870656480d7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9848256 Aug 30 04:29:50.919214 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-97d2ca94-5a31-4906-babc-213e3f0d2f73 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'security_group_rule': {'security_group_id': 'e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:51.050408 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-dfa02482-2c63-46fd-b3fb-9910cd0f2eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.063498 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-97d2ca94-5a31-4906-babc-213e3f0d2f73 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (3710d6fe-c62b-43c8-8d9a-bedff13e4a9a), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.129806 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:51.133058 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.196858 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45260) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:51.276609 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (be7d77cc-510c-4499-94b6-872a7590a718), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.313215 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-07cfc8a4-2386-4547-b834-509d89fb9833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.382712 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Allocated IP 172.28.3.23 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/1eb3f6ee-563d-4c7b-b567-66368376efb7) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:51.394402 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b446be4-d69c-43be-aef5-50da6c1770a9 None None] The sync data for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb is: [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:51.482491 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b904f-9d1d-4ff7-a8cb-1a0e5cb1602f req-8cd85c71-529f-4c8c-bcf8-46e4c12e6ad8 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:51.500810 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-776b904f-9d1d-4ff7-a8cb-1a0e5cb1602f req-8cd85c71-529f-4c8c-bcf8-46e4c12e6ad8 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 944 time: 1.6687839 Aug 30 04:29:51.817505 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:47Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:51.840052 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-97d2ca94-5a31-4906-babc-213e3f0d2f73 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (3710d6fe-c62b-43c8-8d9a-bedff13e4a9a), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.859067 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:51.859693 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.897699 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-97d2ca94-5a31-4906-babc-213e3f0d2f73 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (3710d6fe-c62b-43c8-8d9a-bedff13e4a9a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.003301 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=dcb053dc-f30e-401c-ab67-2b05c1c0fbe5,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:52.104019 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2ca94-5a31-4906-babc-213e3f0d2f73 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3710d6fe-c62b-43c8-8d9a-bedff13e4a9a,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:52.137104 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:52.174263 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-97d2ca94-5a31-4906-babc-213e3f0d2f73 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.197197 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-97d2ca94-5a31-4906-babc-213e3f0d2f73 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2939839 Aug 30 04:29:52.208902 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94cbaf8-799b-48f3-bc1b-9af5b72c4e12 x-openstack-request-id: req-e94cbaf8-799b-48f3-bc1b-9af5b72c4e12 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:52.210618 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ad200a-0b2a-4bf1-8d08-2e48447b0c31", "tag": "17d9b26c-46af-4399-b1cd-5ae925d73d03", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:52.211257 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e94cbaf8-799b-48f3-bc1b-9af5b72c4e12 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:52.212244 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94cbaf8-799b-48f3-bc1b-9af5b72c4e12'] response: {'name': 'network-changed', 'server_uuid': 'f4ad200a-0b2a-4bf1-8d08-2e48447b0c31', 'tag': '17d9b26c-46af-4399-b1cd-5ae925d73d03', 'status': 'completed', 'code': 200} Aug 30 04:29:52.223191 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45290) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:52.258005 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223a24f-fb24-407a-bc52-72871e4ffa64 None None] Pushing event updated for resources: {'Port': ['ID=be7d77cc-510c-4499-94b6-872a7590a718,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:52.269624 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.276710 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 76f3bc44-fa23-40ef-8f67-14c13703285f up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:52.301021 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-9cd16292-8127-48b6-8934-b317c2a3b7f8 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'security_group_rule': {'security_group_id': 'e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:52.317300 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-dfa02482-2c63-46fd-b3fb-9910cd0f2eb2 admin admin] Publish callbacks [] for security_group (b3065458-d7c8-40af-ac30-563957e71c5d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.387550 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca570c71-f36c-4dc4-896c-065dfc295f23 None None] The sync data for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb is: [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:47Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:52.390136 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-dfa02482-2c63-46fd-b3fb-9910cd0f2eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (b3065458-d7c8-40af-ac30-563957e71c5d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.401935 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:52.416053 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-955dd3db-44ba-40bd-b8da-2020997e761a req-307c92df-5371-43ec-9d80-92e770741c18 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 210 time: 0.1508112 Aug 30 04:29:52.445524 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-776b904f-9d1d-4ff7-a8cb-1a0e5cb1602f req-fa503bfa-c067-4763-a40b-e790945025f7 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9392774 Aug 30 04:29:52.564490 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46eee62a-0bf7-4ab6-869f-1e35caf104bd req-6c6ecc69-8994-41bf-9a7d-b123150b98e6 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/24fcffe4-e95e-443e-99de-67df22e64732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6804907 Aug 30 04:29:52.584193 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-07cfc8a4-2386-4547-b834-509d89fb9833 admin admin] Publish callbacks [] for security_group (8aa94d75-e306-4638-9a1c-3fdebe60fae5), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.585748 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa02482-2c63-46fd-b3fb-9910cd0f2eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3065458-d7c8-40af-ac30-563957e71c5d,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:52.602092 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:52.611508 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-07cfc8a4-2386-4547-b834-509d89fb9833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8aa94d75-e306-4638-9a1c-3fdebe60fae5), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.733505 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-dfa02482-2c63-46fd-b3fb-9910cd0f2eb2 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=7c9a672447c3445cbf53c3dc645cc03d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6239719 Aug 30 04:29:52.748920 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45304) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:52.842579 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-07cfc8a4-2386-4547-b834-509d89fb9833 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=5d5bf3e268ee4a2c9aa7119fb5452f71&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6141145 Aug 30 04:29:52.851482 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfc8a4-2386-4547-b834-509d89fb9833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa94d75-e306-4638-9a1c-3fdebe60fae5,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:52.858495 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45310) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:52.880025 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:INSERT=12,neutron:UPDATE=2,neutron:SELECT=86 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:52.982945 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9cd16292-8127-48b6-8934-b317c2a3b7f8 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (f535a617-6175-40bd-b8ee-377c5fba1d5c), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.054182 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Attempting to bind port be7d77cc-510c-4499-94b6-872a7590a718 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:53.060235 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Attempting to bind port be7d77cc-510c-4499-94b6-872a7590a718 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:53.066050 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Attempting to bind port be7d77cc-510c-4499-94b6-872a7590a718 on network bddd7440-d2d5-43f3-9351-36f5944c255c {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:53.162032 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:53.164428 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Checking segment: {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:53.166710 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.167854 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Bound using segment: {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:53.172492 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Bound port: be7d77cc-510c-4499-94b6-872a7590a718, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:53.173577 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (be7d77cc-510c-4499-94b6-872a7590a718), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.218891 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-39ee2fa7-fa65-4ffd-8ec3-eeda8a8751a5 admin admin] Publish callbacks [] for security_group (8aa94d75-e306-4638-9a1c-3fdebe60fae5), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.238519 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for port (1eb3f6ee-563d-4c7b-b567-66368376efb7), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.283609 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=dcb053dc-f30e-401c-ab67-2b05c1c0fbe5,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:53.337352 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e49cc6ee-4c5e-4d34-a017-be592cf2ed51 admin admin] Publish callbacks [] for security_group (b3065458-d7c8-40af-ac30-563957e71c5d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.410436 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a req-d18f7a0e-39dc-4b29-b6ab-bd7fce652d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:53.420922 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a req-d18f7a0e-39dc-4b29-b6ab-bd7fce652d14 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=0a8ee9d47bc94efca1f8c216349b0809&device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 1128 time: 0.6318972 Aug 30 04:29:53.425695 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e49cc6ee-4c5e-4d34-a017-be592cf2ed51 admin admin] Publish callbacks [] for security_group (b3065458-d7c8-40af-ac30-563957e71c5d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.576573 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] For port be7d77cc-510c-4499-94b6-872a7590a718, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:53.587129 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] For port be7d77cc-510c-4499-94b6-872a7590a718, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=be7d77cc-510c-4499-94b6-872a7590a718,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:53.593964 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:53.596230 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:53.625672 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (be7d77cc-510c-4499-94b6-872a7590a718), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.652328 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 76f3bc44-fa23-40ef-8f67-14c13703285f triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:53.653937 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.683011 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e49cc6ee-4c5e-4d34-a017-be592cf2ed51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (b3065458-d7c8-40af-ac30-563957e71c5d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.685675 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e49cc6ee-4c5e-4d34-a017-be592cf2ed51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.728638 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-e49cc6ee-4c5e-4d34-a017-be592cf2ed51 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/b3065458-d7c8-40af-ac30-563957e71c5d HTTP/1.1" status: 204 len: 168 time: 0.9714890 Aug 30 04:29:53.802068 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-39ee2fa7-fa65-4ffd-8ec3-eeda8a8751a5 admin admin] Publish callbacks [] for security_group (8aa94d75-e306-4638-9a1c-3fdebe60fae5), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.854675 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:53.858400 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:29:42Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:54.026742 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cc6ee-4c5e-4d34-a017-be592cf2ed51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3065458-d7c8-40af-ac30-563957e71c5d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:54.049501 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9cd16292-8127-48b6-8934-b317c2a3b7f8 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (f535a617-6175-40bd-b8ee-377c5fba1d5c), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.063229 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (1eb3f6ee-563d-4c7b-b567-66368376efb7), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.205963 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9cd16292-8127-48b6-8934-b317c2a3b7f8 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (f535a617-6175-40bd-b8ee-377c5fba1d5c), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.287842 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223a24f-fb24-407a-bc52-72871e4ffa64 None None] Pushing event updated for resources: {'Port': ['ID=be7d77cc-510c-4499-94b6-872a7590a718,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:54.370436 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6b3ef7c0-e855-4564-bcb5-4468996f2aaf tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:54.379833 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6b3ef7c0-e855-4564-bcb5-4468996f2aaf tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 818 time: 0.7839499 Aug 30 04:29:54.449538 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-d8321ebb-dc5d-42b3-900d-d8fe629e3d0a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/quotas/b09f049bcfa64015bf7495ae9ec2924a HTTP/1.1" status: 200 len: 375 time: 0.0683379 Aug 30 04:29:54.476141 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 76f3bc44-fa23-40ef-8f67-14c13703285f is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:54.565640 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-39ee2fa7-fa65-4ffd-8ec3-eeda8a8751a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8aa94d75-e306-4638-9a1c-3fdebe60fae5), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.571552 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'Port': ['ID=1eb3f6ee-563d-4c7b-b567-66368376efb7,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:54.580664 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-39ee2fa7-fa65-4ffd-8ec3-eeda8a8751a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.586548 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-39ee2fa7-fa65-4ffd-8ec3-eeda8a8751a5 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/8aa94d75-e306-4638-9a1c-3fdebe60fae5 HTTP/1.1" status: 204 len: 168 time: 1.7164292 Aug 30 04:29:54.587187 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:54.785016 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd16292-8127-48b6-8934-b317c2a3b7f8 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f535a617-6175-40bd-b8ee-377c5fba1d5c,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:54.790960 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee2fa7-fa65-4ffd-8ec3-eeda8a8751a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa94d75-e306-4638-9a1c-3fdebe60fae5,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:54.862113 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-0742954d-7e07-4bf7-994e-91c3c738d042 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4072540 Aug 30 04:29:54.884736 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e2672-4c7f-4e30-b9ec-bd927991fe8c req-6d0e2579-5c80-40d5-bdfb-f805a1f8a19e tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:54.895107 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fb4e2672-4c7f-4e30-b9ec-bd927991fe8c req-6d0e2579-5c80-40d5-bdfb-f805a1f8a19e tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 944 time: 0.8390000 Aug 30 04:29:54.930030 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9cd16292-8127-48b6-8934-b317c2a3b7f8 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.931886 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-9cd16292-8127-48b6-8934-b317c2a3b7f8 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6725037 Aug 30 04:29:54.942818 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45362) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:54.985938 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'floatingip': {'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:55.217171 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:55.225586 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fb4e2672-4c7f-4e30-b9ec-bd927991fe8c req-dbe17345-ee1b-4634-912e-9c55b99a5846 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840960 Aug 30 04:29:55.331428 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:55.379173 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:55.419695 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8e1959df-a9a1-418c-9c91-10058042e0e0 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:55.467342 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a req-b5dd5c22-dff0-42f5-92fb-0cab8f3f6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:55.469749 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a req-b5dd5c22-dff0-42f5-92fb-0cab8f3f6e6e service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=24fcffe4-e95e-443e-99de-67df22e64732 HTTP/1.1" status: 200 len: 914 time: 1.4112675 Aug 30 04:29:55.580945 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.649608 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 8e1959df-a9a1-418c-9c91-10058042e0e0 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:55.652249 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.789920 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:53Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:55.864393 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (ec367bf4-6269-43c5-a2b5-490cba55c515), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.927029 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88df722-3eae-43c1-8e85-746e6c4c1654 None None] The sync data for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb is: [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:53Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:56.136517 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 8e1959df-a9a1-418c-9c91-10058042e0e0 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:56.136980 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:56.272866 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 8e1959df-a9a1-418c-9c91-10058042e0e0, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=8e1959df-a9a1-418c-9c91-10058042e0e0,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:56.281901 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:56.283076 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8c05c18d-76ed-4821-be42-21a82556c4da up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:56.695461 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=8e1959df-a9a1-418c-9c91-10058042e0e0,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:56.701344 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-7fd55177-e8d0-4d34-b5af-2e1840f9637c service neutron] 10.222.0.91 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8242316 Aug 30 04:29:56.743653 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 8c05c18d-76ed-4821-be42-21a82556c4da triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:56.745925 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:56.861306 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:56.929934 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a req-f591a4bc-7f00-4e83-b715-0e4542463e20 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17d9b26c-46af-4399-b1cd-5ae925d73d03 HTTP/1.1" status: 200 len: 217 time: 1.0285468 Aug 30 04:29:57.049052 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 8c05c18d-76ed-4821-be42-21a82556c4da is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:57.050906 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:57.070566 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (1eb3f6ee-563d-4c7b-b567-66368376efb7), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:57.181584 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:57.204882 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c059d-b410-4e1b-aefe-e79a0f5f1ef5 req-1544a4f9-e822-4151-bdfc-2af75a69aa2a tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:57.206658 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-852c059d-b410-4e1b-aefe-e79a0f5f1ef5 req-1544a4f9-e822-4151-bdfc-2af75a69aa2a tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 944 time: 0.2830260 Aug 30 04:29:57.235381 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:57.236064 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:57.242772 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.83', 49251) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:57.325139 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a req-853a4849-5a78-4846-96f1-adb8e2859702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:57.326924 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a req-853a4849-5a78-4846-96f1-adb8e2859702 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=49bd2afd-f62d-4b01-abd5-29886faa81d2 HTTP/1.1" status: 200 len: 851 time: 0.3680775 Aug 30 04:29:57.443051 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:57.541982 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:57.560071 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Allocated IP 172.28.3.179 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/71f29c47-f343-4cbc-a345-8fbaca28ce68) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:57.683054 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:57.690152 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6a21bea3-e612-46f0-8192-6782d2cd6961 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:57.691737 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:57.699631 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:57.795973 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 6a21bea3-e612-46f0-8192-6782d2cd6961 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:57.798502 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:57.841144 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:57.953095 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-852c059d-b410-4e1b-aefe-e79a0f5f1ef5 req-c9520bae-8678-46bf-910e-776bb42e83c9 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7239888 Aug 30 04:29:57.984322 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-021dd5ef-5027-457e-95ae-becb85588580 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2746646 Aug 30 04:29:58.028464 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ffbb333c-ec2d-4c25-8377-025f5645ec48 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:58.038228 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ffbb333c-ec2d-4c25-8377-025f5645ec48 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 818 time: 0.7736268 Aug 30 04:29:58.045846 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a req-041723aa-2594-430d-9b4f-b2d565928366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:58.057706 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a req-041723aa-2594-430d-9b4f-b2d565928366 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=24fcffe4-e95e-443e-99de-67df22e64732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6886683 Aug 30 04:29:58.095037 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Request body: {'port': {'device_id': 'ba6cd6eb-b345-40aa-9997-edd0e1d35089', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'admin_state_up': True, 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:58.120397 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 6a21bea3-e612-46f0-8192-6782d2cd6961 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:58.129315 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.209965 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for port (71f29c47-f343-4cbc-a345-8fbaca28ce68), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.267057 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (71f29c47-f343-4cbc-a345-8fbaca28ce68), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.307866 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 6a21bea3-e612-46f0-8192-6782d2cd6961, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=6a21bea3-e612-46f0-8192-6782d2cd6961,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:58.320644 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.362135 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:58.371502 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:58.386331 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:58.568091 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=6a21bea3-e612-46f0-8192-6782d2cd6961,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:58.800974 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-41626fba-6a48-4d0f-9a6f-72a1e53b6a3c req-4cc3b10b-53ac-40d8-8bc3-bbb4386c2276 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 210 time: 0.1648736 Aug 30 04:29:58.853702 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8e1959df-a9a1-418c-9c91-10058042e0e0 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:58.929658 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for port (1eb3f6ee-563d-4c7b-b567-66368376efb7), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.945640 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (1eb3f6ee-563d-4c7b-b567-66368376efb7), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.029793 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'Port': ['ID=71f29c47-f343-4cbc-a345-8fbaca28ce68,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:59.085910 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'Port': ['ID=1eb3f6ee-563d-4c7b-b567-66368376efb7,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:59.094547 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Made reservation on behalf of b09f049bcfa64015bf7495ae9ec2924a for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:59.106235 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 8e1959df-a9a1-418c-9c91-10058042e0e0 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:59.108464 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.109805 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.171357 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (ec452322-dcec-4525-a349-4c18376f0ef6), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.253868 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a req-4323467d-a529-4791-ab79-61c8a0e7b580 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/24fcffe4-e95e-443e-99de-67df22e64732?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1392295 Aug 30 04:29:59.390505 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 8e1959df-a9a1-418c-9c91-10058042e0e0 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:59.392773 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device be7d77cc-510c-4499-94b6-872a7590a718 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:59.479985 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (71f29c47-f343-4cbc-a345-8fbaca28ce68), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.481741 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (ec367bf4-6269-43c5-a2b5-490cba55c515), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.539065 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port be7d77cc-510c-4499-94b6-872a7590a718 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:59.539990 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (be7d77cc-510c-4499-94b6-872a7590a718), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.546582 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.570027 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-c2947458-76f1-4a6b-b3f7-a886ae3c3eee tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.5586066 Aug 30 04:29:59.626267 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29394b18-6532-4a82-b850-f114073e8879 req-256df791-dd8c-4c7d-9a5a-7df454d14547 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:59.637550 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-29394b18-6532-4a82-b850-f114073e8879 req-256df791-dd8c-4c7d-9a5a-7df454d14547 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 944 time: 0.4270692 Aug 30 04:29:59.747804 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port be7d77cc-510c-4499-94b6-872a7590a718 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:59.748585 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (be7d77cc-510c-4499-94b6-872a7590a718), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.782893 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:59.788938 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Allocated IP 172.20.0.7 (1d802dd7-2559-4337-b25d-332df8c6e9ad/3eb80f58-e213-48ec-bba7-2eefd95bb34a/b63e5ca3-4866-40d2-815c-ec29fddad4bf) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:59.804976 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aed863d1-e933-4d5d-b2ae-38ebee4d7e7a req-d4480217-734d-4b57-82c4-4bbe445d21a8 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/24fcffe4-e95e-443e-99de-67df22e64732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864516 Aug 30 04:29:59.808911 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:59.837751 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port be7d77cc-510c-4499-94b6-872a7590a718, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=be7d77cc-510c-4499-94b6-872a7590a718,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:59.847538 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (be7d77cc-510c-4499-94b6-872a7590a718), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.988690 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=be7d77cc-510c-4499-94b6-872a7590a718,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:00.023558 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-29394b18-6532-4a82-b850-f114073e8879 req-359c4788-61b6-4fd4-b82a-9ed4abc52c24 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702028 Aug 30 04:30:00.056462 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45514) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:00.083857 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-76f2f09c-0e94-4c27-9406-ef8853c9ef26 req-26b018b4-ba5c-4bab-824f-fa1d01a45886 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 210 time: 0.1601079 Aug 30 04:30:00.168784 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for port (71f29c47-f343-4cbc-a345-8fbaca28ce68), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.177965 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (71f29c47-f343-4cbc-a345-8fbaca28ce68), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.179382 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (ec452322-dcec-4525-a349-4c18376f0ef6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.277221 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.289851 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:00.324513 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:00.344021 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'Port': ['ID=71f29c47-f343-4cbc-a345-8fbaca28ce68,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:00.344329 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.370427 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.393440 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-84a84cf0-22aa-4a07-a490-59f60ae1153f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4238396 Aug 30 04:30:00.431149 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Network 1d802dd7-2559-4337-b25d-332df8c6e9ad is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:30:00.435585 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:30:00.445953 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:30:00.493319 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event updated for resources: {'Port': ['ID=b63e5ca3-4866-40d2-815c-ec29fddad4bf,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:00.535094 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.537072 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.574872 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6a21bea3-e612-46f0-8192-6782d2cd6961 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:00.587964 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c544a613-f6df-4fb8-8e8c-d382284db305 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5206594 Aug 30 04:30:00.609047 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Request body: {'port': {'device_id': 'ba6cd6eb-b345-40aa-9997-edd0e1d35089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:00.692087 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-ccb82cd4-0f1a-4790-9121-a7ad972e4d06 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--229597457&fields=id&tenant_id=cf24ec2c8bd74974932690a583961691 HTTP/1.1" status: 200 len: 267 time: 0.2206542 Aug 30 04:30:00.763516 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 6a21bea3-e612-46f0-8192-6782d2cd6961 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:00.764222 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.814080 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45536) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:00.845982 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.846261 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=29 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:00.919051 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-d989df7e-d331-4bab-9a6a-72d1c68210a7 None None] Provisioning complete for port b63e5ca3-4866-40d2-815c-ec29fddad4bf triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:00.919816 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d989df7e-d331-4bab-9a6a-72d1c68210a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.985977 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e79ce1c8-c97b-49f3-8d11-3311c7e0e456 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.996414 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e79ce1c8-c97b-49f3-8d11-3311c7e0e456 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 817 time: 0.3005381 Aug 30 04:30:01.013945 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:01.055083 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-87994d22-8f2a-497a-bb3c-7d2b997cade2 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/quotas/cf24ec2c8bd74974932690a583961691 HTTP/1.1" status: 200 len: 375 time: 0.0368850 Aug 30 04:30:01.133198 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cb2a027b-62a2-42ae-9351-871404fa97cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:01.235405 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-3f1dc4ca-ff70-46e9-87e7-a7b570f1f9f2 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1565652 Aug 30 04:30:01.264655 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:01.386034 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 6a21bea3-e612-46f0-8192-6782d2cd6961 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:01.392092 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device be7d77cc-510c-4499-94b6-872a7590a718 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:01.401370 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-d989df7e-d331-4bab-9a6a-72d1c68210a7 None None] Port b63e5ca3-4866-40d2-815c-ec29fddad4bf cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:30:01.449962 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-0180cc15-65e9-4f5a-86ce-efb0dea4e5ee tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--509046057&fields=id&tenant_id=1638b6f183134b83b87ce6f2eb995d7a HTTP/1.1" status: 200 len: 267 time: 0.3017519 Aug 30 04:30:01.497788 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cb2a027b-62a2-42ae-9351-871404fa97cb admin admin] Publish callbacks [] for security_group (51108dd1-44fe-46dc-9969-ce33a1d2b057), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:01.510482 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cb2a027b-62a2-42ae-9351-871404fa97cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (51108dd1-44fe-46dc-9969-ce33a1d2b057), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:01.548967 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-cb2a027b-62a2-42ae-9351-871404fa97cb admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=5f2f06bdfbfb435fbfc082f289b85d38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4887009 Aug 30 04:30:01.563091 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45566) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:01.575281 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port be7d77cc-510c-4499-94b6-872a7590a718 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:01.579167 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (be7d77cc-510c-4499-94b6-872a7590a718), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:01.668889 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-21d0d39c-30e4-4287-b0b2-5fdec4c1c946 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022059 Aug 30 04:30:01.745190 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port be7d77cc-510c-4499-94b6-872a7590a718 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:01.757396 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6f71fabd-ea0f-420d-8702-a5d27f5a7fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:01.760394 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a027b-62a2-42ae-9351-871404fa97cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51108dd1-44fe-46dc-9969-ce33a1d2b057,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:01.861727 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f0cab5a-2fd1-453a-946d-61ff43940343 admin admin] Publish callbacks [] for security_group (51108dd1-44fe-46dc-9969-ce33a1d2b057), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:01.927932 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-8c61a32d-74c5-4b74-bb20-572d95ebecb9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556779 Aug 30 04:30:01.976114 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f0cab5a-2fd1-453a-946d-61ff43940343 admin admin] Publish callbacks [] for security_group (51108dd1-44fe-46dc-9969-ce33a1d2b057), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.102804 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6f71fabd-ea0f-420d-8702-a5d27f5a7fe1 admin admin] Publish callbacks [] for security_group (667de2d5-0833-43fd-8f58-f09cedd8e845), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.104379 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:02.113140 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6f71fabd-ea0f-420d-8702-a5d27f5a7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (667de2d5-0833-43fd-8f58-f09cedd8e845), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.205620 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-01a2f19b-140c-49a0-8cbd-07e5bd772919 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:02.207410 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-01a2f19b-140c-49a0-8cbd-07e5bd772919 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 818 time: 0.9626033 Aug 30 04:30:02.231145 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71fabd-ea0f-420d-8702-a5d27f5a7fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667de2d5-0833-43fd-8f58-f09cedd8e845,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:02.245386 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Request body: {'port': {'device_id': 'beaafec3-5f47-4d5f-bc1c-76a9d298c6f0', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'admin_state_up': True, 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:02.257076 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-6f71fabd-ea0f-420d-8702-a5d27f5a7fe1 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=4e3490dfe4a640cfbe39a1071ea4e38a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4271629 Aug 30 04:30:02.261391 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45596) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:02.323120 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f0cab5a-2fd1-453a-946d-61ff43940343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (51108dd1-44fe-46dc-9969-ce33a1d2b057), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.328622 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f0cab5a-2fd1-453a-946d-61ff43940343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.335020 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-9f0cab5a-2fd1-453a-946d-61ff43940343 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/51108dd1-44fe-46dc-9969-ce33a1d2b057 HTTP/1.1" status: 204 len: 168 time: 0.7669711 Aug 30 04:30:02.411035 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cab5a-2fd1-453a-946d-61ff43940343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51108dd1-44fe-46dc-9969-ce33a1d2b057,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:02.419989 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e2ef978a-6ca6-4913-9fef-e0660627f89b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:02.446950 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e2ef978a-6ca6-4913-9fef-e0660627f89b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/networks?id=bddd7440-d2d5-43f3-9351-36f5944c255c HTTP/1.1" status: 200 len: 810 time: 0.9546287 Aug 30 04:30:02.462357 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 17d9b26c-46af-4399-b1cd-5ae925d73d03 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:30:02.559296 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d9e27e3a-7ee3-4732-b6de-6aaddae572eb admin admin] Publish callbacks [] for security_group (667de2d5-0833-43fd-8f58-f09cedd8e845), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.606256 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba93bbe-bd3c-489a-8560-64ff742dd01f req-8b4c2118-cbe1-46a0-b862-ef600cf0d6bd tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:02.611733 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4ba93bbe-bd3c-489a-8560-64ff742dd01f req-8b4c2118-cbe1-46a0-b862-ef600cf0d6bd tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 944 time: 0.1126158 Aug 30 04:30:02.702245 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-1387d779-7068-4a0e-a7fa-6baf364ed51c tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/quotas/1638b6f183134b83b87ce6f2eb995d7a HTTP/1.1" status: 200 len: 375 time: 0.2414596 Aug 30 04:30:02.745289 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d9e27e3a-7ee3-4732-b6de-6aaddae572eb admin admin] Publish callbacks [] for security_group (667de2d5-0833-43fd-8f58-f09cedd8e845), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.809063 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:02.810015 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:02.825377 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:02.832799 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 17d9b26c-46af-4399-b1cd-5ae925d73d03, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=17d9b26c-46af-4399-b1cd-5ae925d73d03,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:02.897708 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '17d9b26c-46af-4399-b1cd-5ae925d73d03', 'network_id': '24fcffe4-e95e-443e-99de-67df22e64732', 'port_id': '17d9b26c-46af-4399-b1cd-5ae925d73d03', 'mac_address': 'fa:16:3e:2c:a2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bd2afd-f62d-4b01-abd5-29886faa81d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:30:02.991705 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-acb0fb60-27f8-4e0a-95ff-7e4cd8587ea6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686797 Aug 30 04:30:03.021238 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4ba93bbe-bd3c-489a-8560-64ff742dd01f req-df4b1b81-2212-4f03-bf45-1a8d76a8a1d1 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581061 Aug 30 04:30:03.029446 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 17d9b26c-46af-4399-b1cd-5ae925d73d03 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:03.030208 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.038374 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63e5ca3-4866-40d2-815c-ec29fddad4bf {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:03.055007 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d9e27e3a-7ee3-4732-b6de-6aaddae572eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (667de2d5-0833-43fd-8f58-f09cedd8e845), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.060543 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d9e27e3a-7ee3-4732-b6de-6aaddae572eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.064821 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-d9e27e3a-7ee3-4732-b6de-6aaddae572eb admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/667de2d5-0833-43fd-8f58-f09cedd8e845 HTTP/1.1" status: 204 len: 168 time: 0.7992802 Aug 30 04:30:03.075757 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Publish callbacks [] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.081507 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e27e3a-7ee3-4732-b6de-6aaddae572eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667de2d5-0833-43fd-8f58-f09cedd8e845,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:03.127419 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45632) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:03.150701 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d9b26c-46af-4399-b1cd-5ae925d73d03 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:03.170440 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Made reservation on behalf of b09f049bcfa64015bf7495ae9ec2924a for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:30:03.174835 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.183160 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Transition to ACTIVE for port object b63e5ca3-4866-40d2-815c-ec29fddad4bf will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:30:03.197252 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.223498 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 17d9b26c-46af-4399-b1cd-5ae925d73d03, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=17d9b26c-46af-4399-b1cd-5ae925d73d03,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:03.239664 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.322541 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9e9ac84c-849d-4941-92b3-ab9e28c7002d req-d135c583-c4c6-4689-8af7-0f5b1b8fdf18 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 210 time: 0.1457555 Aug 30 04:30:03.323756 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a1ba04fa-b3ff-429e-83fa-164df174056e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.391264 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=17d9b26c-46af-4399-b1cd-5ae925d73d03,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:03.440522 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Allocated IP 172.20.0.5 (1d802dd7-2559-4337-b25d-332df8c6e9ad/3eb80f58-e213-48ec-bba7-2eefd95bb34a/6ba6f446-03eb-4bc2-b1f9-d5d271187715) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:30:03.474324 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e42d4788-551d-4104-a709-2fab1232e05c req-f2425c86-da51-44f2-9431-83cdfdd61895 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 210 time: 0.0553765 Aug 30 04:30:03.551429 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Pushing event updated for resources: {'Port': ['ID=b63e5ca3-4866-40d2-815c-ec29fddad4bf,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:03.568158 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a1ba04fa-b3ff-429e-83fa-164df174056e admin admin] Publish callbacks [] for security_group (361caec8-28e6-4caf-9a5b-e55d172ea0da), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.575374 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a1ba04fa-b3ff-429e-83fa-164df174056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (361caec8-28e6-4caf-9a5b-e55d172ea0da), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.577919 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['17d9b26c-46af-4399-b1cd-5ae925d73d03'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:03.655348 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Attempting to bind port b63e5ca3-4866-40d2-815c-ec29fddad4bf on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:30:03.655993 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Attempting to bind port b63e5ca3-4866-40d2-815c-ec29fddad4bf by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:30:03.656485 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Attempting to bind port b63e5ca3-4866-40d2-815c-ec29fddad4bf on network 1d802dd7-2559-4337-b25d-332df8c6e9ad {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:03.665471 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45644) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:03.666065 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-a1ba04fa-b3ff-429e-83fa-164df174056e admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=d0d079afa3b64cd9bfe5b01a65b2502b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5368946 Aug 30 04:30:03.679461 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45646) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:03.682003 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Port b63e5ca3-4866-40d2-815c-ec29fddad4bf on network 1d802dd7-2559-4337-b25d-332df8c6e9ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:30:03.682577 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Attempting to bind port b63e5ca3-4866-40d2-815c-ec29fddad4bf on network 1d802dd7-2559-4337-b25d-332df8c6e9ad {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:03.716436 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:30:03.717631 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Checking segment: {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:30:03.718240 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Bound using segment: {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:30:03.718869 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Bound port: b63e5ca3-4866-40d2-815c-ec29fddad4bf, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:30:03.719403 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.736826 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba04fa-b3ff-429e-83fa-164df174056e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361caec8-28e6-4caf-9a5b-e55d172ea0da,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:03.810157 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-db7551f2-4dff-41f3-8b4e-1813e477e8a8 service neutron] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:30:03.817413 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-db7551f2-4dff-41f3-8b4e-1813e477e8a8 service neutron] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3474381 Aug 30 04:30:03.951494 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b69c59d2-ca3b-4773-bf64-370efdf20c21 admin admin] Publish callbacks [] for security_group (361caec8-28e6-4caf-9a5b-e55d172ea0da), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.003184 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.024782 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b69c59d2-ca3b-4773-bf64-370efdf20c21 admin admin] Publish callbacks [] for security_group (361caec8-28e6-4caf-9a5b-e55d172ea0da), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.051295 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:04.052401 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:04.057275 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a0180dab-fc3a-491d-8956-31c3c1d1a5d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.063501 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] For port b63e5ca3-4866-40d2-815c-ec29fddad4bf, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:30:04.129090 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-fcdde8e7-5617-4a71-939a-d8e2fd5c4e90 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107617 Aug 30 04:30:04.133905 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] For port b63e5ca3-4866-40d2-815c-ec29fddad4bf, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b63e5ca3-4866-40d2-815c-ec29fddad4bf,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:30:04.149789 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.171585 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:04.172455 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.174376 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/b63e5ca3-4866-40d2-815c-ec29fddad4bf HTTP/1.1" status: 200 len: 1093 time: 3.5720341 Aug 30 04:30:04.175664 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6cd6eb-b345-40aa-9997-edd0e1d35089', 'tag': 'b63e5ca3-4866-40d2-815c-ec29fddad4bf'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:04.178433 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7052613-4717-4801-8cc4-bb932157e9da" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6cd6eb-b345-40aa-9997-edd0e1d35089", "tag": "b63e5ca3-4866-40d2-815c-ec29fddad4bf"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:04.214876 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.278098 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45658) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:04.283417 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b69c59d2-ca3b-4773-bf64-370efdf20c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (361caec8-28e6-4caf-9a5b-e55d172ea0da), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.286866 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b69c59d2-ca3b-4773-bf64-370efdf20c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.288230 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b69c59d2-ca3b-4773-bf64-370efdf20c21 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/361caec8-28e6-4caf-9a5b-e55d172ea0da HTTP/1.1" status: 204 len: 168 time: 0.6212587 Aug 30 04:30:04.322408 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bb277-1917-4a54-957f-6fc0145aef9f req-8ad3c413-5a5f-4cef-b8f1-c59f53e012d1 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:04.322408 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-402bb277-1917-4a54-957f-6fc0145aef9f req-8ad3c413-5a5f-4cef-b8f1-c59f53e012d1 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 945 time: 0.1528490 Aug 30 04:30:04.337420 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Network 1d802dd7-2559-4337-b25d-332df8c6e9ad is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:30:04.340655 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec33d-500c-447b-b3a9-a24be365ccb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.343040 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c59d2-ca3b-4773-bf64-370efdf20c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361caec8-28e6-4caf-9a5b-e55d172ea0da,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:04.361071 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:30:04.371552 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38917c-4222-4471-a7fa-5b1b0a4edce7 service neutron] Pushing event updated for resources: {'Port': ['ID=b63e5ca3-4866-40d2-815c-ec29fddad4bf,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:04.379455 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:30:04.430686 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a0180dab-fc3a-491d-8956-31c3c1d1a5d8 admin admin] Publish callbacks [] for security_group (1487a9ef-7e53-4a66-9ce5-25d020e2b893), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.452490 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-da2c6e20-2447-4199-b2d4-5ba59d8ad99c service neutron] 10.222.0.91 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978354 Aug 30 04:30:04.467205 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a0180dab-fc3a-491d-8956-31c3c1d1a5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1487a9ef-7e53-4a66-9ce5-25d020e2b893), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.489352 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 17d9b26c-46af-4399-b1cd-5ae925d73d03 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:04.498614 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:04.590490 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:04.660609 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 17d9b26c-46af-4399-b1cd-5ae925d73d03 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:30:04.664153 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-a0180dab-fc3a-491d-8956-31c3c1d1a5d8 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=793e87aeab2f4829b6eda5f43a7c66dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9637580 Aug 30 04:30:04.666101 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45678) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:04.678775 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0180dab-fc3a-491d-8956-31c3c1d1a5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1487a9ef-7e53-4a66-9ce5-25d020e2b893,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:04.681720 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 17d9b26c-46af-4399-b1cd-5ae925d73d03 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:04.683273 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.710755 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-402bb277-1917-4a54-957f-6fc0145aef9f req-833017ca-7cd3-46c6-93c1-5010ebbdd690 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164837 Aug 30 04:30:04.749482 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec33d-500c-447b-b3a9-a24be365ccb3 admin admin] Publish callbacks [] for security_group (757ec8e5-c19c-429f-a3b4-d3c80b00d84c), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.759010 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:04.815336 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.83', 49268) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:04.817734 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1d0bdc95-4a34-494e-8027-cb7b4c54dca9 admin admin] Publish callbacks [] for security_group (1487a9ef-7e53-4a66-9ce5-25d020e2b893), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.849421 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:04.850113 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:04.892215 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f2ec33d-500c-447b-b3a9-a24be365ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (757ec8e5-c19c-429f-a3b4-d3c80b00d84c), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:05.009023 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f634e5ff-869e-491f-9de0-8d169d01ed2a x-openstack-request-id: req-f634e5ff-869e-491f-9de0-8d169d01ed2a {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:05.009309 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6cd6eb-b345-40aa-9997-edd0e1d35089", "tag": "b63e5ca3-4866-40d2-815c-ec29fddad4bf", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:05.009568 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f634e5ff-869e-491f-9de0-8d169d01ed2a {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:05.014133 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f634e5ff-869e-491f-9de0-8d169d01ed2a'] response: {'name': 'network-changed', 'server_uuid': 'ba6cd6eb-b345-40aa-9997-edd0e1d35089', 'tag': 'b63e5ca3-4866-40d2-815c-ec29fddad4bf', 'status': 'completed', 'code': 200} Aug 30 04:30:05.121226 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:05.129532 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 17d9b26c-46af-4399-b1cd-5ae925d73d03 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:05.132336 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:05.151271 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-5d8d4e02-e480-4d8e-8952-dfa39ada4a9d None None] Provisioning complete for port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:05.152915 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5d8d4e02-e480-4d8e-8952-dfa39ada4a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:05.170251 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:05.201968 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9652877 Aug 30 04:30:05.244068 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d4e02-e480-4d8e-8952-dfa39ada4a9d None None] Port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:30:05.244559 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-94b12488-3392-4d8d-8180-5d5f25bf0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:05.244559 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-94b12488-3392-4d8d-8180-5d5f25bf0aa2 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 1127 time: 0.4275072 Aug 30 04:30:05.252360 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-7f2ec33d-500c-447b-b3a9-a24be365ccb3 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=f98bc2887d6e4833b657d99fd0691046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9697852 Aug 30 04:30:05.261414 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Request body: {'port': {'device_id': 'beaafec3-5f47-4d5f-bc1c-76a9d298c6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:05.273013 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45692) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:05.273808 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ec33d-500c-447b-b3a9-a24be365ccb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757ec8e5-c19c-429f-a3b4-d3c80b00d84c,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:05.278683 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1f14-46aa-4697-abdd-1510a576c219 req-692ac1a1-8ef3-4585-a45e-09e3a8539631 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:05.284963 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-692ac1a1-8ef3-4585-a45e-09e3a8539631 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.83 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 817 time: 0.4642961 Aug 30 04:30:05.312377 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1d0bdc95-4a34-494e-8027-cb7b4c54dca9 admin admin] Publish callbacks [] for security_group (1487a9ef-7e53-4a66-9ce5-25d020e2b893), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:05.334800 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ad200a-0b2a-4bf1-8d08-2e48447b0c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d9b26c-46af-4399-b1cd-5ae925d73d03'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:05.501902 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 17d9b26c-46af-4399-b1cd-5ae925d73d03, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=17d9b26c-46af-4399-b1cd-5ae925d73d03,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:05.509462 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96ef272a-e6db-49e7-b824-f1bf296f4c23 req-7fbc18e6-5584-4fce-a4cc-a56143912bb1 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 210 time: 0.0453143 Aug 30 04:30:05.517724 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:05.536963 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09915f-b483-4d71-b8c8-a747b285aa76 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event updated for resources: {'Port': ['ID=6ba6f446-03eb-4bc2-b1f9-d5d271187715,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:05.539941 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1d0bdc95-4a34-494e-8027-cb7b4c54dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1487a9ef-7e53-4a66-9ce5-25d020e2b893), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:05.544647 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1d0bdc95-4a34-494e-8027-cb7b4c54dca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:05.546601 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-1d0bdc95-4a34-494e-8027-cb7b4c54dca9 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/1487a9ef-7e53-4a66-9ce5-25d020e2b893 HTTP/1.1" status: 204 len: 168 time: 0.8688924 Aug 30 04:30:05.576836 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-0467e95b-eccc-4c0e-aed2-0182e91989df service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b63e5ca3-4866-40d2-815c-ec29fddad4bf HTTP/1.1" status: 200 len: 217 time: 0.3117690 Aug 30 04:30:05.601178 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f90f-87af-4355-8a23-0706c4744f76 req-72cd28df-6818-4d58-978d-a8fee0d51c95 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:05.602942 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6fb2f90f-87af-4355-8a23-0706c4744f76 req-72cd28df-6818-4d58-978d-a8fee0d51c95 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 931 time: 0.5202942 Aug 30 04:30:05.638738 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:05.646489 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-959be834-da65-48bf-8222-1422a4138e50 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.83 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cf24ec2c8bd74974932690a583961691 HTTP/1.1" status: 200 len: 379 time: 0.1355128 Aug 30 04:30:05.660126 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'port': {'device_id': '72691437-a322-4abe-a51d-6883e8aa8717', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'admin_state_up': True, 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'security_groups': ['ac59b5d7-2a07-437e-9463-ca58f43d724b']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:05.727781 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=17d9b26c-46af-4399-b1cd-5ae925d73d03,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:05.762199 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3826a0e4-c74b-4681-9d19-a29039c8103e" -d '{"events": [{"server_uuid": "f4ad200a-0b2a-4bf1-8d08-2e48447b0c31", "name": "network-vif-plugged", "status": "completed", "tag": "17d9b26c-46af-4399-b1cd-5ae925d73d03"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:05.839958 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bdc95-4a34-494e-8027-cb7b4c54dca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1487a9ef-7e53-4a66-9ce5-25d020e2b893,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:05.858376 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Made reservation on behalf of cf24ec2c8bd74974932690a583961691 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:30:05.864082 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:05.908881 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e28d782e-f78b-4fc3-af4a-c8dfd5c12bd7 req-216b96a6-d457-4928-8f10-fdf48a8922ba tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 210 time: 0.0722725 Aug 30 04:30:05.967087 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-56be6963-3ae7-4d21-bfa2-38e5024d34bb admin admin] Publish callbacks [] for security_group (757ec8e5-c19c-429f-a3b4-d3c80b00d84c), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:05.979782 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:06.017116 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c6cf506f-69b5-403f-b135-c4645435ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:06.024550 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-c6cf506f-69b5-403f-b135-c4645435ed4f service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.3779118 Aug 30 04:30:06.143395 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-16eb7937-52c4-4180-a126-b832d0745065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:06.147103 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-16eb7937-52c4-4180-a126-b832d0745065 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0756526 Aug 30 04:30:06.180675 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6fb2f90f-87af-4355-8a23-0706c4744f76 req-cbf5d2a8-6856-4d56-b505-d45f7471133a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319409 Aug 30 04:30:06.201096 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbabd1-f9a2-4218-8307-a36bd796db40 req-0294eb63-0ff7-4496-ac04-ce2e6754e384 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:06.202818 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96bbabd1-f9a2-4218-8307-a36bd796db40 req-0294eb63-0ff7-4496-ac04-ce2e6754e384 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 946 time: 0.1069648 Aug 30 04:30:06.221281 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:06.226149 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-56be6963-3ae7-4d21-bfa2-38e5024d34bb admin admin] Publish callbacks [] for security_group (757ec8e5-c19c-429f-a3b4-d3c80b00d84c), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:06.287280 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Allocated IP 172.20.0.5 (169fc8b2-576f-4c43-9cb7-2141fd9da0f6/e8040f9f-724c-4f21-a271-153dcdd61132/eaa610dc-af90-4f36-acfa-f6d0db2f74eb) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:30:06.342294 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96bbabd1-f9a2-4218-8307-a36bd796db40 req-423666d3-7f43-4486-b4d6-bd9e4339dca4 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276636 Aug 30 04:30:06.693566 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45742) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:06.812768 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:06.821956 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-56be6963-3ae7-4d21-bfa2-38e5024d34bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (757ec8e5-c19c-429f-a3b4-d3c80b00d84c), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:06.853414 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-56be6963-3ae7-4d21-bfa2-38e5024d34bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:06.874126 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-56be6963-3ae7-4d21-bfa2-38e5024d34bb admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/757ec8e5-c19c-429f-a3b4-d3c80b00d84c HTTP/1.1" status: 204 len: 168 time: 1.5856302 Aug 30 04:30:06.886649 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:06.929639 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-773318f2-7ead-4759-a0b5-72bbe8c49266 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326908 Aug 30 04:30:06.944145 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8d30e3-7d85-4ad3-817a-ad01177f684e x-openstack-request-id: req-ae8d30e3-7d85-4ad3-817a-ad01177f684e {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:06.944695 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ad200a-0b2a-4bf1-8d08-2e48447b0c31", "name": "network-vif-plugged", "status": "completed", "tag": "17d9b26c-46af-4399-b1cd-5ae925d73d03", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:06.945222 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ae8d30e3-7d85-4ad3-817a-ad01177f684e {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:06.945792 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8d30e3-7d85-4ad3-817a-ad01177f684e'] response: {'server_uuid': 'f4ad200a-0b2a-4bf1-8d08-2e48447b0c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d9b26c-46af-4399-b1cd-5ae925d73d03', 'code': 200} Aug 30 04:30:06.948167 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4eda6bd1-72cd-4b38-b980-21d262317c1a req-3ae109c3-0572-430f-94e7-93ee7ff69708 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 210 time: 0.1371789 Aug 30 04:30:07.044493 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:07.196841 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:07.326076 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Publish callbacks [] for security_group (1106900c-a6d7-446b-b84e-9a4d96c3996d), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:07.391394 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1106900c-a6d7-446b-b84e-9a4d96c3996d), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:07.396926 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be6963-3ae7-4d21-bfa2-38e5024d34bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757ec8e5-c19c-429f-a3b4-d3c80b00d84c,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:07.564067 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:07.592208 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:30:07.597508 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:30:07.602059 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:30:07.607750 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:07.608320 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:07.618106 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.83', 49279) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:07.652836 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3bbc4-29db-4dfd-8a1e-c2e00dceb89d req-496063e2-8570-4026-ade5-a6520e50f55d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:07.655646 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cbe3bbc4-29db-4dfd-8a1e-c2e00dceb89d req-496063e2-8570-4026-ade5-a6520e50f55d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 931 time: 0.2754447 Aug 30 04:30:07.671535 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-fcb52cdc-4a6b-4934-8fe8-2e1c7049456c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0158596 Aug 30 04:30:07.783230 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:07.916329 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1106900c-a6d7-446b-b84e-9a4d96c3996d,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:07.923389 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cbe3bbc4-29db-4dfd-8a1e-c2e00dceb89d req-edbc1ff5-0f9e-4fd5-b045-90cb2d62b15a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423873 Aug 30 04:30:07.944423 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.83', 49280) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:07.967036 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5e6737ea-d501-4115-aac4-43722e97b6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.031831 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Request body: {'port': {'device_id': '72691437-a322-4abe-a51d-6883e8aa8717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:08.039840 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-30bb4e7e-a71c-4b73-b34c-af9dda98bb66 req-665d8c3b-8c95-4872-980d-5709fd505148 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 210 time: 0.6844273 Aug 30 04:30:08.110172 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.110724 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.111334 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.111859 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.112650 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.113200 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.114063 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.114824 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.115336 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.116138 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.116713 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.117202 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.117755 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.118262 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.118870 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:08.140153 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-2fc66836-33f6-4d92-a2ef-17249bf29663 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=ebfdb7619e4043eab6c03ea851c9931f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4414077 Aug 30 04:30:08.146792 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45794) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:08.230911 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:08.256720 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-337f2f07-eaa1-4b46-aa10-87bb42fa3132 None None] Provisioning complete for port eaa610dc-af90-4f36-acfa-f6d0db2f74eb triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:08.257094 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-337f2f07-eaa1-4b46-aa10-87bb42fa3132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.303541 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ffa6bbf2-e273-4532-a543-e31d2bf08446 req-ecb79ff7-8cd2-4216-8a75-b174eeeb3b90 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2875826 Aug 30 04:30:08.381901 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-337f2f07-eaa1-4b46-aa10-87bb42fa3132 None None] Port eaa610dc-af90-4f36-acfa-f6d0db2f74eb cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:30:08.388093 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-362346bc-ecc9-4cdb-8c18-2191d8fe4875 admin admin] Publish callbacks [] for security_group (1106900c-a6d7-446b-b84e-9a4d96c3996d), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.446623 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45798) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:08.486599 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:08.554658 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba6f446-03eb-4bc2-b1f9-d5d271187715 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:08.564626 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Publish callbacks [] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.580797 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Transition to ACTIVE for port object 6ba6f446-03eb-4bc2-b1f9-d5d271187715 will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:30:08.585719 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=11 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:08.591668 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-362346bc-ecc9-4cdb-8c18-2191d8fe4875 admin admin] Publish callbacks [] for security_group (1106900c-a6d7-446b-b84e-9a4d96c3996d), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.597576 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.654413 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bdc44-4613-4fc4-8b5c-8c10893bf2eb req-1a4c1b93-457e-429f-a12c-a3c5c68370e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:08.657132 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d62bdc44-4613-4fc4-8b5c-8c10893bf2eb req-1a4c1b93-457e-429f-a12c-a3c5c68370e8 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 1130 time: 0.7197514 Aug 30 04:30:08.723148 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41af19a-1c8a-4685-84de-25b3ede2554b req-9d8c02d5-e875-4d51-848e-970e555eff4d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:08.724928 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b41af19a-1c8a-4685-84de-25b3ede2554b req-9d8c02d5-e875-4d51-848e-970e555eff4d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 931 time: 0.3247175 Aug 30 04:30:08.738213 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba6f446-03eb-4bc2-b1f9-d5d271187715,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:08.747005 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.798940 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2c3d8-8d42-4e46-ab34-163bdf7ab2e7 req-ffa2e056-aa1b-4819-a6ae-cd9a1fcc6532 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:08.811994 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9bc2c3d8-8d42-4e46-ab34-163bdf7ab2e7 req-ffa2e056-aa1b-4819-a6ae-cd9a1fcc6532 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 946 time: 0.4972966 Aug 30 04:30:08.887667 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Attempting to bind port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:30:08.888037 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Attempting to bind port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:30:08.888375 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Attempting to bind port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 on network 1d802dd7-2559-4337-b25d-332df8c6e9ad {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:08.895886 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b41af19a-1c8a-4685-84de-25b3ede2554b req-14e94704-56c2-4088-991d-2b64126ca59b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448884 Aug 30 04:30:08.898758 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-362346bc-ecc9-4cdb-8c18-2191d8fe4875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1106900c-a6d7-446b-b84e-9a4d96c3996d), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.901414 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-362346bc-ecc9-4cdb-8c18-2191d8fe4875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.902626 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-362346bc-ecc9-4cdb-8c18-2191d8fe4875 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/1106900c-a6d7-446b-b84e-9a4d96c3996d HTTP/1.1" status: 204 len: 168 time: 0.7547622 Aug 30 04:30:08.909875 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 on network 1d802dd7-2559-4337-b25d-332df8c6e9ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:30:08.910198 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Attempting to bind port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 on network 1d802dd7-2559-4337-b25d-332df8c6e9ad {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:08.919155 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362346bc-ecc9-4cdb-8c18-2191d8fe4875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1106900c-a6d7-446b-b84e-9a4d96c3996d,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:08.924172 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:30:08.924376 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Checking segment: {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:30:08.924783 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Bound using segment: {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:30:08.925186 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Bound port: 6ba6f446-03eb-4bc2-b1f9-d5d271187715, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:30:08.925736 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:08.982805 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:09.069209 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-184a088c-cd9e-472a-9dbf-b2c2113e72eb tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:09.073890 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-184a088c-cd9e-472a-9dbf-b2c2113e72eb tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.83 "GET /networking/v2.0/networks?id=bddd7440-d2d5-43f3-9351-36f5944c255c HTTP/1.1" status: 200 len: 810 time: 1.1104472 Aug 30 04:30:09.130034 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45824) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:09.209673 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] For port 6ba6f446-03eb-4bc2-b1f9-d5d271187715, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:30:09.210342 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9bc2c3d8-8d42-4e46-ab34-163bdf7ab2e7 req-258fa468-d974-4b99-b11c-68067b2672b5 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950093 Aug 30 04:30:09.258944 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] For port 6ba6f446-03eb-4bc2-b1f9-d5d271187715, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6ba6f446-03eb-4bc2-b1f9-d5d271187715,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:30:09.278401 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13bfd7-052f-4e2e-b692-9dafa8f785c5 req-231ca7e0-aa7f-4161-9e04-ea6a52464ac4 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:09.293335 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ad13bfd7-052f-4e2e-b692-9dafa8f785c5 req-231ca7e0-aa7f-4161-9e04-ea6a52464ac4 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 943 time: 0.1616204 Aug 30 04:30:09.327784 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:09.397740 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:09.399985 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:09.402747 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/6ba6f446-03eb-4bc2-b1f9-d5d271187715 HTTP/1.1" status: 200 len: 1093 time: 4.1539562 Aug 30 04:30:09.411933 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaafec3-5f47-4d5f-bc1c-76a9d298c6f0', 'tag': '6ba6f446-03eb-4bc2-b1f9-d5d271187715'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:09.416385 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a345fd-b0ce-4bc8-8727-eddc053f3765" -d '{"events": [{"name": "network-changed", "server_uuid": "beaafec3-5f47-4d5f-bc1c-76a9d298c6f0", "tag": "6ba6f446-03eb-4bc2-b1f9-d5d271187715"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:09.420794 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:09.543466 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7052613-4717-4801-8cc4-bb932157e9da req-f43919df-04fd-4bc1-97d2-dca416a1cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:09.549210 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b7052613-4717-4801-8cc4-bb932157e9da req-f43919df-04fd-4bc1-97d2-dca416a1cc8d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 1127 time: 0.2500329 Aug 30 04:30:09.801413 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d62bdc44-4613-4fc4-8b5c-8c10893bf2eb req-4a301b92-8bb9-4b1b-8a18-66dc231e2ac2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:09.844940 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ad13bfd7-052f-4e2e-b692-9dafa8f785c5 req-b91dce54-c03b-4cc6-90fb-8d9e8b620ba6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501583 Aug 30 04:30:09.908074 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-94e1fe71-5c2c-419d-bec5-23a140c091cc req-31a51894-8638-488c-b929-fe3de087b250 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 210 time: 0.1340442 Aug 30 04:30:09.912079 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa610dc-af90-4f36-acfa-f6d0db2f74eb {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:09.943129 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Publish callbacks [] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:09.944509 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e6dea-b804-47bf-bd50-d8bbfaeb2aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba6f446-03eb-4bc2-b1f9-d5d271187715,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:09.985782 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e7eb281c-4c70-45e3-9df6-078a030533cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:09.998461 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14afddb6-20a5-4a8e-9eee-0dbdf0a3f89f x-openstack-request-id: req-14afddb6-20a5-4a8e-9eee-0dbdf0a3f89f {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:09.998983 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beaafec3-5f47-4d5f-bc1c-76a9d298c6f0", "tag": "6ba6f446-03eb-4bc2-b1f9-d5d271187715", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:09.999570 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-14afddb6-20a5-4a8e-9eee-0dbdf0a3f89f {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:10.000254 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14afddb6-20a5-4a8e-9eee-0dbdf0a3f89f'] response: {'name': 'network-changed', 'server_uuid': 'beaafec3-5f47-4d5f-bc1c-76a9d298c6f0', 'tag': '6ba6f446-03eb-4bc2-b1f9-d5d271187715', 'status': 'completed', 'code': 200} Aug 30 04:30:10.038657 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-b9564f68-aa05-4b25-afa2-e28612a8906f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.83 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1638b6f183134b83b87ce6f2eb995d7a HTTP/1.1" status: 200 len: 379 time: 0.2658029 Aug 30 04:30:10.051434 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:10.088316 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Transition to ACTIVE for port object eaa610dc-af90-4f36-acfa-f6d0db2f74eb will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:30:10.094805 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'port': {'device_id': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'admin_state_up': True, 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'security_groups': ['e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:10.165391 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:10.166771 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:10.172229 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-f2da1585-b7da-48db-9d8a-8371452f66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:10.176452 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-f2da1585-b7da-48db-9d8a-8371452f66e9 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 1127 time: 0.5005052 Aug 30 04:30:10.379312 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7052613-4717-4801-8cc4-bb932157e9da req-94550cb7-bca9-410e-9a5a-5374606a78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:10.381368 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b7052613-4717-4801-8cc4-bb932157e9da req-94550cb7-bca9-410e-9a5a-5374606a78be service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.8137872 Aug 30 04:30:10.389061 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-8df4d4b9-56f3-4ebb-97b9-c16b9a4a82e0 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba6f446-03eb-4bc2-b1f9-d5d271187715 HTTP/1.1" status: 200 len: 217 time: 0.1733649 Aug 30 04:30:10.468112 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b7052613-4717-4801-8cc4-bb932157e9da req-9f3933ca-aa16-4cc5-ab46-427ed2fdf5bf service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b63e5ca3-4866-40d2-815c-ec29fddad4bf HTTP/1.1" status: 200 len: 217 time: 0.0699952 Aug 30 04:30:10.475530 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Publish callbacks [] for security_group (1addc591-a0b6-471d-955f-8f8427375c1d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:10.482849 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device b63e5ca3-4866-40d2-815c-ec29fddad4bf details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:30:10.504978 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9206e-6bce-4401-998b-5b537ade8014 req-7d05c192-661e-474f-84ab-0b4972a6d961 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:10.516588 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-72b9206e-6bce-4401-998b-5b537ade8014 req-7d05c192-661e-474f-84ab-0b4972a6d961 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.3796670 Aug 30 04:30:10.612406 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:10.612406 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1addc591-a0b6-471d-955f-8f8427375c1d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:10.685466 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d62bdc44-4613-4fc4-8b5c-8c10893bf2eb req-4a301b92-8bb9-4b1b-8a18-66dc231e2ac2 service neutron] Publish callbacks [] for security_group (9d0b5f20-7250-46e5-9110-7cee84d08235), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:10.762977 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-60ed2a02-2d2a-470b-b35b-56673e3e3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:10.767046 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-60ed2a02-2d2a-470b-b35b-56673e3e3dab service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.3667128 Aug 30 04:30:10.798259 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1addc591-a0b6-471d-955f-8f8427375c1d,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:10.824654 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.825824 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.825824 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.826265 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.826817 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.827305 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.827848 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.828400 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.828857 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.829373 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.829831 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.830275 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.830795 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.831236 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.832188 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.854712 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port b63e5ca3-4866-40d2-815c-ec29fddad4bf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b63e5ca3-4866-40d2-815c-ec29fddad4bf,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:10.868541 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d62bdc44-4613-4fc4-8b5c-8c10893bf2eb req-4a301b92-8bb9-4b1b-8a18-66dc231e2ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (9d0b5f20-7250-46e5-9110-7cee84d08235), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:10.898898 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.899465 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.900051 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.900600 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.901160 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.901689 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.902234 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.902892 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.903304 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.903852 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.904423 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.904977 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.905572 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.906101 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.906635 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:10.933948 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7052613-4717-4801-8cc4-bb932157e9da req-893c2730-deaf-4e34-a951-80628f08ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:10.935535 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b7052613-4717-4801-8cc4-bb932157e9da req-893c2730-deaf-4e34-a951-80628f08ebc2 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.4435694 Aug 30 04:30:10.945492 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': 'b63e5ca3-4866-40d2-815c-ec29fddad4bf', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'port_id': 'b63e5ca3-4866-40d2-815c-ec29fddad4bf', 'mac_address': 'fa:16:3e:f8:c3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:30:10.948039 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Made reservation on behalf of 1638b6f183134b83b87ce6f2eb995d7a for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:30:10.958193 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:10.989686 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Attempting to bind port eaa610dc-af90-4f36-acfa-f6d0db2f74eb on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:30:10.990573 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Attempting to bind port eaa610dc-af90-4f36-acfa-f6d0db2f74eb by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:30:10.991163 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Attempting to bind port eaa610dc-af90-4f36-acfa-f6d0db2f74eb on network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:11.008735 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e7eb281c-4c70-45e3-9df6-078a030533cb admin admin] Publish callbacks [] for security_group (9d283b6e-08f6-4f05-a906-f0e69df19290), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.016779 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-72b9206e-6bce-4401-998b-5b537ade8014 req-9c5aa003-a3f7-4245-a9c0-2eb4fa83cbbe tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4984219 Aug 30 04:30:11.025451 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:11.037725 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e7eb281c-4c70-45e3-9df6-078a030533cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (9d283b6e-08f6-4f05-a906-f0e69df19290), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.041569 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-ec113bed-f816-47e8-948b-be95361053f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:11.043397 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-ec113bed-f816-47e8-948b-be95361053f8 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2571831 Aug 30 04:30:11.045683 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Port eaa610dc-af90-4f36-acfa-f6d0db2f74eb on network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:30:11.046444 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Attempting to bind port eaa610dc-af90-4f36-acfa-f6d0db2f74eb on network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:11.104272 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7052613-4717-4801-8cc4-bb932157e9da req-03e4a58c-980a-41c0-a5c8-71fb3e3a8a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:11.106795 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b7052613-4717-4801-8cc4-bb932157e9da req-03e4a58c-980a-41c0-a5c8-71fb3e3a8a43 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1560838 Aug 30 04:30:11.138602 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d62bdc44-4613-4fc4-8b5c-8c10893bf2eb req-4a301b92-8bb9-4b1b-8a18-66dc231e2ac2 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3578041 Aug 30 04:30:11.140768 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port b63e5ca3-4866-40d2-815c-ec29fddad4bf is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:11.141991 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.155147 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd816f9-9ce3-43ed-8a39-be200c475afd req-29c7d56f-a88b-4beb-afe4-6a1f05944a12 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:11.168213 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fcd816f9-9ce3-43ed-8a39-be200c475afd req-29c7d56f-a88b-4beb-afe4-6a1f05944a12 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 946 time: 0.6414735 Aug 30 04:30:11.181178 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-8a21be50-e859-4981-bd88-0929e1130ceb admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=194e4fb98c89450eab94a9df2b9a99a5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6960015 Aug 30 04:30:11.186566 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 45876) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:11.226959 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63e5ca3-4866-40d2-815c-ec29fddad4bf {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:11.244081 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:11.260260 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a301b92-8bb9-4b1b-8a18-66dc231e2ac2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b5f20-7250-46e5-9110-7cee84d08235,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:11.265954 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:30:11.266545 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Checking segment: {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:30:11.267512 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Bound using segment: {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:30:11.268197 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Bound port: eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:30:11.268813 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.288509 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-e7eb281c-4c70-45e3-9df6-078a030533cb admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=efd4c3b962d74138a4ea48f6b7f0ec3f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1493177 Aug 30 04:30:11.290351 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45878) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:11.340687 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb281c-4c70-45e3-9df6-078a030533cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d283b6e-08f6-4f05-a906-f0e69df19290,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:11.355321 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:11.379807 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port b63e5ca3-4866-40d2-815c-ec29fddad4bf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b63e5ca3-4866-40d2-815c-ec29fddad4bf,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:11.395864 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.492131 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-fb95b2ec-e9fe-4d72-a3cc-70d9a550d846 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329095 Aug 30 04:30:11.543754 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4043edf-6330-4859-9760-97f5d7652498 req-ca7db98f-10fb-4d9c-82b5-c8bb199e6eb2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:11.548051 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=b63e5ca3-4866-40d2-815c-ec29fddad4bf,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:11.548854 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c4043edf-6330-4859-9760-97f5d7652498 req-ca7db98f-10fb-4d9c-82b5-c8bb199e6eb2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 943 time: 0.2020624 Aug 30 04:30:11.568177 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fcd816f9-9ce3-43ed-8a39-be200c475afd req-6fc4e1f0-27c8-441d-bdea-7849148cda48 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974454 Aug 30 04:30:11.573120 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.573788 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.574427 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.575120 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.575673 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.576345 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.576872 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.578017 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.578743 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.579357 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.579932 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.580703 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.581492 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.582768 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.583327 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:11.595359 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-b0e30480-1e16-4117-8e0f-288a1180d920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.603605 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-24d9a46d-54c6-4d90-8147-a86eb24bcc4c admin admin] Publish callbacks [] for security_group (1addc591-a0b6-471d-955f-8f8427375c1d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.702607 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-89d385a5-837b-48af-b06f-a84220c3aaa2 admin admin] Publish callbacks [] for security_group (9d283b6e-08f6-4f05-a906-f0e69df19290), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.708180 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b7052613-4717-4801-8cc4-bb932157e9da req-61c8c9d8-c751-4b84-809a-23dda4ff29af service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760699 Aug 30 04:30:11.735629 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['b63e5ca3-4866-40d2-815c-ec29fddad4bf'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:11.800717 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-89d385a5-837b-48af-b06f-a84220c3aaa2 admin admin] Publish callbacks [] for security_group (9d283b6e-08f6-4f05-a906-f0e69df19290), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.835577 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c4043edf-6330-4859-9760-97f5d7652498 req-eb705b61-f63d-4f0d-a22b-c6d4778e59cf tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645013 Aug 30 04:30:11.997113 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-13c696ea-2259-4c13-a5de-adddc3bf658a req-1cafda0a-c219-4b16-814f-37ee492846c1 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 210 time: 0.0892527 Aug 30 04:30:12.061398 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Allocated IP 172.20.0.3 (bddd7440-d2d5-43f3-9351-36f5944c255c/69a1d0ce-bd9d-4d78-a0cb-792af118065b/a074f768-02bd-44f4-a577-4d4aee4c169b) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:30:12.076419 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57fad698-3fc4-4927-9c75-23b13ef7b300 req-40a30f7c-c969-4088-b115-3bd7dc68e91e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650251 Aug 30 04:30:12.086249 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:30:12.100476 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b7052613-4717-4801-8cc4-bb932157e9da req-ff2dc6c1-45dd-47a9-94ff-ddc3b2c44353 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631145 Aug 30 04:30:12.137091 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-24d9a46d-54c6-4d90-8147-a86eb24bcc4c admin admin] Publish callbacks [] for security_group (1addc591-a0b6-471d-955f-8f8427375c1d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:12.151818 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-89d385a5-837b-48af-b06f-a84220c3aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (9d283b6e-08f6-4f05-a906-f0e69df19290), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:12.158249 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-89d385a5-837b-48af-b06f-a84220c3aaa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:12.163814 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-89d385a5-837b-48af-b06f-a84220c3aaa2 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/9d283b6e-08f6-4f05-a906-f0e69df19290 HTTP/1.1" status: 204 len: 168 time: 0.8242571 Aug 30 04:30:12.183527 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:30:12.198887 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d385a5-837b-48af-b06f-a84220c3aaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d283b6e-08f6-4f05-a906-f0e69df19290,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:12.239707 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:12.263970 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:12.321769 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:12.323953 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:12.333053 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/eaa610dc-af90-4f36-acfa-f6d0db2f74eb HTTP/1.1" status: 200 len: 1093 time: 4.4019628 Aug 30 04:30:12.398119 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:12.475391 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793347e8-c48f-4168-806c-b7e232f5ea9b req-efa5cbd6-3865-4259-88d1-7504b6a86c17 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:12.477890 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-793347e8-c48f-4168-806c-b7e232f5ea9b req-efa5cbd6-3865-4259-88d1-7504b6a86c17 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.1145175 Aug 30 04:30:12.526526 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:12.616872 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-793347e8-c48f-4168-806c-b7e232f5ea9b req-26a1ca2b-4f03-4325-aef8-05bab2bc7aa5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231678 Aug 30 04:30:12.748022 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc30f9-6c0c-4760-98e4-8343e48822c7 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:12.776445 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deef319e-df2b-4066-8da7-fcd94e5e8f41" -d '{"events": [{"name": "network-changed", "server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:12.823823 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-24d9a46d-54c6-4d90-8147-a86eb24bcc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1addc591-a0b6-471d-955f-8f8427375c1d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:12.826478 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-24d9a46d-54c6-4d90-8147-a86eb24bcc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:12.828105 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-24d9a46d-54c6-4d90-8147-a86eb24bcc4c admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/1addc591-a0b6-471d-955f-8f8427375c1d HTTP/1.1" status: 204 len: 168 time: 1.6269276 Aug 30 04:30:12.853008 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9a46d-54c6-4d90-8147-a86eb24bcc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1addc591-a0b6-471d-955f-8f8427375c1d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:12.918910 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:12.996860 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0b4360-18c3-4578-a809-c32be4d8faaa x-openstack-request-id: req-bd0b4360-18c3-4578-a809-c32be4d8faaa {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:12.997548 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:12.997920 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bd0b4360-18c3-4578-a809-c32be4d8faaa {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:12.998754 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0b4360-18c3-4578-a809-c32be4d8faaa'] response: {'name': 'network-changed', 'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'status': 'completed', 'code': 200} Aug 30 04:30:12.999756 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device b63e5ca3-4866-40d2-815c-ec29fddad4bf up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:13.109277 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd91509-d4f5-4856-a401-9b2e78903efc req-7644f4cd-b352-41a5-beaf-3b2f8a2821a7 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:13.145402 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port b63e5ca3-4866-40d2-815c-ec29fddad4bf completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:30:13.159064 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port b63e5ca3-4866-40d2-815c-ec29fddad4bf triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:13.160887 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.162718 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7cd91509-d4f5-4856-a401-9b2e78903efc req-7644f4cd-b352-41a5-beaf-3b2f8a2821a7 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 946 time: 0.1990364 Aug 30 04:30:13.170033 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:13.291277 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d963b50-f620-46da-a29f-43c8180b8e71 req-9a2cd4a3-f1a9-4a41-819e-966f44c00425 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:13.300284 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.315874 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1d963b50-f620-46da-a29f-43c8180b8e71 req-9a2cd4a3-f1a9-4a41-819e-966f44c00425 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 943 time: 0.1675506 Aug 30 04:30:13.342377 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45924) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:13.384766 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7cd91509-d4f5-4856-a401-9b2e78903efc req-c0ecf580-4866-480e-90bc-4a066d7ee6c4 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008190 Aug 30 04:30:13.398200 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port b63e5ca3-4866-40d2-815c-ec29fddad4bf is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:13.400798 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.424931 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b9fab0eb-b005-420b-a8fc-c90451a525fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.433044 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Network bddd7440-d2d5-43f3-9351-36f5944c255c is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:30:13.497706 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6cd6eb-b345-40aa-9997-edd0e1d35089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63e5ca3-4866-40d2-815c-ec29fddad4bf'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:13.520297 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1d963b50-f620-46da-a29f-43c8180b8e71 req-6adfb949-14f3-4d30-9c61-05889c41db07 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017779 Aug 30 04:30:13.525612 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d25634-190d-4fc3-868a-29eb6ab3f5e4" -d '{"events": [{"server_uuid": "ba6cd6eb-b345-40aa-9997-edd0e1d35089", "name": "network-vif-plugged", "status": "completed", "tag": "b63e5ca3-4866-40d2-815c-ec29fddad4bf"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:13.589885 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:30:13.608417 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port b63e5ca3-4866-40d2-815c-ec29fddad4bf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b63e5ca3-4866-40d2-815c-ec29fddad4bf,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:13.620575 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:30:13.650814 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.665553 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:13.666935 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.794779 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db06ab60-4432-4c31-a07a-545083fe60fe x-openstack-request-id: req-db06ab60-4432-4c31-a07a-545083fe60fe {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:13.795988 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6cd6eb-b345-40aa-9997-edd0e1d35089", "name": "network-vif-plugged", "status": "completed", "tag": "b63e5ca3-4866-40d2-815c-ec29fddad4bf", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:13.797004 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-db06ab60-4432-4c31-a07a-545083fe60fe {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:13.798325 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db06ab60-4432-4c31-a07a-545083fe60fe'] response: {'server_uuid': 'ba6cd6eb-b345-40aa-9997-edd0e1d35089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63e5ca3-4866-40d2-815c-ec29fddad4bf', 'code': 200} Aug 30 04:30:13.853044 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=b63e5ca3-4866-40d2-815c-ec29fddad4bf,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:13.871554 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.946454 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b9fab0eb-b005-420b-a8fc-c90451a525fb admin admin] Publish callbacks [] for security_group (8e0e706a-1287-4c80-b1d4-a1a1eb538f67), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:13.960934 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b9fab0eb-b005-420b-a8fc-c90451a525fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8e0e706a-1287-4c80-b1d4-a1a1eb538f67), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:14.037962 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbfe5b-cefe-42c8-bac7-51f9df6a0e84 req-5432d503-c93e-4fc4-9417-68754b7cc628 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:14.045657 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:14.048402 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab0eb-b005-420b-a8fc-c90451a525fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0e706a-1287-4c80-b1d4-a1a1eb538f67,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:14.063328 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-59bbfe5b-cefe-42c8-bac7-51f9df6a0e84 req-5432d503-c93e-4fc4-9417-68754b7cc628 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 931 time: 0.3632243 Aug 30 04:30:14.090296 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:14.248516 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-e8e3b741-af1c-46db-a712-3f8f569b4a37 None None] Provisioning complete for port a074f768-02bd-44f4-a577-4d4aee4c169b triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:14.251549 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1700630 Aug 30 04:30:14.252707 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b741-af1c-46db-a712-3f8f569b4a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:14.273899 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef319e-df2b-4066-8da7-fcd94e5e8f41 req-687c3fb2-ef9a-4642-a49e-b6deecb5edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:14.277119 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-deef319e-df2b-4066-8da7-fcd94e5e8f41 req-687c3fb2-ef9a-4642-a49e-b6deecb5edb7 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 1127 time: 0.1164985 Aug 30 04:30:14.289895 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b9fab0eb-b005-420b-a8fc-c90451a525fb admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=f300f3c364d54d0a8c74bbff0e7da4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9431481 Aug 30 04:30:14.291872 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 45948) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:14.385885 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26af468-ee3a-43dd-a199-bd2973c949b2 req-2d8755ab-8129-4155-9417-1873b4bffd77 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:14.403282 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d26af468-ee3a-43dd-a199-bd2973c949b2 req-2d8755ab-8129-4155-9417-1873b4bffd77 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.3393741 Aug 30 04:30:14.434768 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3b741-af1c-46db-a712-3f8f569b4a37 None None] Port a074f768-02bd-44f4-a577-4d4aee4c169b cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:30:14.500846 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Request body: {'port': {'device_id': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:14.539414 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433cfc9-9654-44d9-ba4f-2fd2aef8b56d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'Port': ['ID=a074f768-02bd-44f4-a577-4d4aee4c169b,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:14.678231 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a345fd-b0ce-4bc8-8727-eddc053f3765 req-902c6e2d-eb57-4fda-8ea9-220e382a6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:14.681539 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-80a345fd-b0ce-4bc8-8727-eddc053f3765 req-902c6e2d-eb57-4fda-8ea9-220e382a6521 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 1127 time: 0.9395509 Aug 30 04:30:14.682436 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:14.813409 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:14.887748 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-59bbfe5b-cefe-42c8-bac7-51f9df6a0e84 req-0d3c005c-34d9-4c0b-9370-14ad1bdd2f1f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8144403 Aug 30 04:30:14.967512 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 6ba6f446-03eb-4bc2-b1f9-d5d271187715 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:30:15.068281 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:15.186740 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-81bfc16d-bff4-4207-8d17-ac7d951fb1ce admin admin] Publish callbacks [] for security_group (8e0e706a-1287-4c80-b1d4-a1a1eb538f67), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:15.216209 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 6ba6f446-03eb-4bc2-b1f9-d5d271187715, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6ba6f446-03eb-4bc2-b1f9-d5d271187715,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:15.395432 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ca7cd-de0f-4835-bb68-8ffb1330b818 req-e7e0b324-5ed2-41ad-a79a-71751102b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:15.398717 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-972ca7cd-de0f-4835-bb68-8ffb1330b818 req-e7e0b324-5ed2-41ad-a79a-71751102b670 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 1129 time: 0.8834543 Aug 30 04:30:15.419407 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-81bfc16d-bff4-4207-8d17-ac7d951fb1ce admin admin] Publish callbacks [] for security_group (8e0e706a-1287-4c80-b1d4-a1a1eb538f67), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:15.478997 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '6ba6f446-03eb-4bc2-b1f9-d5d271187715', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'port_id': '6ba6f446-03eb-4bc2-b1f9-d5d271187715', 'mac_address': 'fa:16:3e:2e:9f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:30:15.484798 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d26af468-ee3a-43dd-a199-bd2973c949b2 req-40911416-0866-46fe-b99f-05a435d3a70b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0799952 Aug 30 04:30:15.583293 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:15.583692 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:15.598447 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e7945-91a8-4a45-8f7b-48add3765c8c req-b213542b-c2cf-484a-8dc0-39e088d62ce8 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:15.601431 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-865e7945-91a8-4a45-8f7b-48add3765c8c req-b213542b-c2cf-484a-8dc0-39e088d62ce8 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 946 time: 0.5350423 Aug 30 04:30:15.607318 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a345fd-b0ce-4bc8-8727-eddc053f3765 req-2820e7dc-de1f-48c4-872a-bc2911de911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:15.610888 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-80a345fd-b0ce-4bc8-8727-eddc053f3765 req-2820e7dc-de1f-48c4-872a-bc2911de911f service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.9119585 Aug 30 04:30:15.615344 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef319e-df2b-4066-8da7-fcd94e5e8f41 req-7a431705-7170-4780-a298-c195d64ffabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:15.617330 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-deef319e-df2b-4066-8da7-fcd94e5e8f41 req-7a431705-7170-4780-a298-c195d64ffabe service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=cf24ec2c8bd74974932690a583961691&shared=False HTTP/1.1" status: 200 len: 919 time: 1.3211827 Aug 30 04:30:15.625861 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a074f768-02bd-44f4-a577-4d4aee4c169b {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:15.646685 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba6f446-03eb-4bc2-b1f9-d5d271187715 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:15.704412 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 6ba6f446-03eb-4bc2-b1f9-d5d271187715, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6ba6f446-03eb-4bc2-b1f9-d5d271187715,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:15.711684 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:15.741739 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-972ca7cd-de0f-4835-bb68-8ffb1330b818 req-6e88a82a-eaf0-496f-ad45-effee891abf9 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065343 Aug 30 04:30:15.811619 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=6ba6f446-03eb-4bc2-b1f9-d5d271187715,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:15.836794 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Publish callbacks [] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:15.843254 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-80a345fd-b0ce-4bc8-8727-eddc053f3765 req-5ad88f39-8ba6-4ace-825a-2df9c8c8dd2c service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba6f446-03eb-4bc2-b1f9-d5d271187715 HTTP/1.1" status: 200 len: 217 time: 0.1990681 Aug 30 04:30:15.912851 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759eb08-f09f-44da-b501-c8c4d1d8a7e1 req-7fc83a94-6109-429e-bf75-7c2b6339022a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:15.926300 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a759eb08-f09f-44da-b501-c8c4d1d8a7e1 req-7fc83a94-6109-429e-bf75-7c2b6339022a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 943 time: 0.2943771 Aug 30 04:30:15.940961 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-81bfc16d-bff4-4207-8d17-ac7d951fb1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8e0e706a-1287-4c80-b1d4-a1a1eb538f67), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:15.947086 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-81bfc16d-bff4-4207-8d17-ac7d951fb1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:15.948931 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-81bfc16d-bff4-4207-8d17-ac7d951fb1ce admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/8e0e706a-1287-4c80-b1d4-a1a1eb538f67 HTTP/1.1" status: 204 len: 168 time: 1.6362436 Aug 30 04:30:15.954918 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Transition to ACTIVE for port object a074f768-02bd-44f4-a577-4d4aee4c169b will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:30:15.980821 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:16.039590 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['6ba6f446-03eb-4bc2-b1f9-d5d271187715'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:16.049932 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfc16d-bff4-4207-8d17-ac7d951fb1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0e706a-1287-4c80-b1d4-a1a1eb538f67,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:16.143747 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Pushing event updated for resources: {'Port': ['ID=a074f768-02bd-44f4-a577-4d4aee4c169b,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:16.212867 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-865e7945-91a8-4a45-8f7b-48add3765c8c req-3465dfde-8fc7-4181-87b5-4af1b7ffe7a6 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754516 Aug 30 04:30:16.349003 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef319e-df2b-4066-8da7-fcd94e5e8f41 req-06d2ac27-d7ad-4764-9a19-f895eeb40ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:16.360591 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-deef319e-df2b-4066-8da7-fcd94e5e8f41 req-06d2ac27-d7ad-4764-9a19-f895eeb40ab0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7275369 Aug 30 04:30:16.396372 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:16.409157 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:16.437174 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a759eb08-f09f-44da-b501-c8c4d1d8a7e1 req-d1160f81-a40c-4aa4-840b-9b3bca66691a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975247 Aug 30 04:30:16.462844 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a345fd-b0ce-4bc8-8727-eddc053f3765 req-35421ed9-66ee-4b17-b49b-4482b19e10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:16.467600 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-80a345fd-b0ce-4bc8-8727-eddc053f3765 req-35421ed9-66ee-4b17-b49b-4482b19e10fd service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.4219103 Aug 30 04:30:16.593615 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1f14-46aa-4697-abdd-1510a576c219 req-ece63b24-d150-4cb9-b3ff-20802388c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:16.606639 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-ece63b24-d150-4cb9-b3ff-20802388c747 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 1127 time: 0.1044893 Aug 30 04:30:16.656032 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a345fd-b0ce-4bc8-8727-eddc053f3765 req-b224316c-0013-4953-84dd-bf9346cddf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:16.657859 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-80a345fd-b0ce-4bc8-8727-eddc053f3765 req-b224316c-0013-4953-84dd-bf9346cddf91 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1498835 Aug 30 04:30:16.659040 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Attempting to bind port a074f768-02bd-44f4-a577-4d4aee4c169b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:30:16.659406 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Attempting to bind port a074f768-02bd-44f4-a577-4d4aee4c169b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:30:16.659865 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Attempting to bind port a074f768-02bd-44f4-a577-4d4aee4c169b on network bddd7440-d2d5-43f3-9351-36f5944c255c {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:16.709789 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:16.747319 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Port a074f768-02bd-44f4-a577-4d4aee4c169b on network bddd7440-d2d5-43f3-9351-36f5944c255c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:30:16.748710 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Attempting to bind port a074f768-02bd-44f4-a577-4d4aee4c169b on network bddd7440-d2d5-43f3-9351-36f5944c255c {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:16.837578 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:16.844943 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:30:16.845852 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Checking segment: {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:30:16.847455 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Bound using segment: {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:30:16.852346 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Bound port: a074f768-02bd-44f4-a577-4d4aee4c169b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:30:16.853751 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:16.986755 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf484b-57c7-4c08-9d82-1bcb265ae247 req-8ebfaa9b-7676-4450-a1c5-b6a51c73a96a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:16.989930 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c0cf484b-57c7-4c08-9d82-1bcb265ae247 req-8ebfaa9b-7676-4450-a1c5-b6a51c73a96a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 943 time: 0.5139225 Aug 30 04:30:17.042873 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-c672fa26-a976-4429-acb6-722516397b2b service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb HTTP/1.1" status: 200 len: 217 time: 0.2957330 Aug 30 04:30:17.087599 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33187ecd-5f69-408d-abbf-e6548ba8858b req-d62603fe-1b4d-480d-8d50-a7dfb3a000f1 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:17.105773 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-33187ecd-5f69-408d-abbf-e6548ba8858b req-d62603fe-1b4d-480d-8d50-a7dfb3a000f1 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.2211702 Aug 30 04:30:17.194383 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46052) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:17.226222 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-33187ecd-5f69-408d-abbf-e6548ba8858b req-dd6853ab-ff7d-4811-bac0-2c27a19dc91b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181166 Aug 30 04:30:17.396346 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1f14-46aa-4697-abdd-1510a576c219 req-7a12fa17-42bb-4f89-a7f8-6910e15a22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:17.398618 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-7a12fa17-42bb-4f89-a7f8-6910e15a22b1 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 200 len: 856 time: 0.1214185 Aug 30 04:30:17.459224 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1f14-46aa-4697-abdd-1510a576c219 req-a7aa9d08-fc63-4e09-a551-8bb14a965b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:17.461031 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-a7aa9d08-fc63-4e09-a551-8bb14a965b98 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0561359 Aug 30 04:30:17.715221 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:17.716020 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:17.727753 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-26064961-43f9-4eca-a2b2-579b42bdfd63 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595360 Aug 30 04:30:17.794126 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-80a345fd-b0ce-4bc8-8727-eddc053f3765 req-3f904015-25f8-4772-ba13-fd908670f586 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0334396 Aug 30 04:30:17.880718 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe5231-5008-4b48-8d78-55965eba405c req-365c06be-4cae-4c40-8f4d-b58e9dbb50d6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:17.885924 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fbbe5231-5008-4b48-8d78-55965eba405c req-365c06be-4cae-4c40-8f4d-b58e9dbb50d6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 944 time: 0.1566103 Aug 30 04:30:17.924053 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-dda77fdf-eb96-463e-ba21-a35e6e6e5cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:17.950316 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c0cf484b-57c7-4c08-9d82-1bcb265ae247 req-93929300-3c45-4624-b977-e1848aa462a7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7744539 Aug 30 04:30:18.037287 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fbbe5231-5008-4b48-8d78-55965eba405c req-588f6f13-4146-4210-ba84-05e5eaf75899 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404850 Aug 30 04:30:18.051741 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] For port a074f768-02bd-44f4-a577-4d4aee4c169b, host hv-cinder-85426, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:30:18.090000 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-136e1f14-46aa-4697-abdd-1510a576c219 req-16fa401f-31f7-4bf6-a2c8-b61ed428268a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964265 Aug 30 04:30:18.151014 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] For port a074f768-02bd-44f4-a577-4d4aee4c169b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a074f768-02bd-44f4-a577-4d4aee4c169b,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:30:18.198597 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:18.233576 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:18.234537 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:18.237275 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/a074f768-02bd-44f4-a577-4d4aee4c169b HTTP/1.1" status: 200 len: 1093 time: 3.7934446 Aug 30 04:30:18.239011 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'tag': 'a074f768-02bd-44f4-a577-4d4aee4c169b'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:18.243390 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc9d3db-53aa-4ccf-864f-ea3b38ab2946" -d '{"events": [{"name": "network-changed", "server_uuid": "9a566046-e7ae-47bc-bba8-3875c0ef4fa9", "tag": "a074f768-02bd-44f4-a577-4d4aee4c169b"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:18.383672 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc1e27-7852-484f-9296-586e6c2944de service neutron] Pushing event updated for resources: {'Port': ['ID=a074f768-02bd-44f4-a577-4d4aee4c169b,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:18.393841 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c297a913-7f99-4f67-a8b9-b8da08b212c8 x-openstack-request-id: req-c297a913-7f99-4f67-a8b9-b8da08b212c8 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:18.395240 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a566046-e7ae-47bc-bba8-3875c0ef4fa9", "tag": "a074f768-02bd-44f4-a577-4d4aee4c169b", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:18.395769 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c297a913-7f99-4f67-a8b9-b8da08b212c8 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:18.396845 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c297a913-7f99-4f67-a8b9-b8da08b212c8'] response: {'name': 'network-changed', 'server_uuid': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'tag': 'a074f768-02bd-44f4-a577-4d4aee4c169b', 'status': 'completed', 'code': 200} Aug 30 04:30:18.402916 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-80a345fd-b0ce-4bc8-8727-eddc053f3765 req-d51156eb-f72d-42c3-ba10-cd453eca16d8 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778737 Aug 30 04:30:18.533086 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6253d8-b11e-4f3c-aa1c-4e99e6f9b06f req-30efbfa0-b133-4271-b0a1-a51f0d45bb15 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:18.536196 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2c6253d8-b11e-4f3c-aa1c-4e99e6f9b06f req-30efbfa0-b133-4271-b0a1-a51f0d45bb15 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.1457577 Aug 30 04:30:18.624448 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-dda77fdf-eb96-463e-ba21-a35e6e6e5cda admin admin] Publish callbacks [] for security_group (3be4e819-91e2-4059-ac7e-48fa11e79422), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:18.638027 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-dda77fdf-eb96-463e-ba21-a35e6e6e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3be4e819-91e2-4059-ac7e-48fa11e79422), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:18.738053 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda77fdf-eb96-463e-ba21-a35e6e6e5cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be4e819-91e2-4059-ac7e-48fa11e79422,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:18.760263 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:18.801060 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2c6253d8-b11e-4f3c-aa1c-4e99e6f9b06f req-0ce16c4f-d500-4bb6-a172-2ddb00f2fbf4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572486 Aug 30 04:30:18.813003 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46136) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:18.815859 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-dda77fdf-eb96-463e-ba21-a35e6e6e5cda admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=6947817f514143a78261bdbc5906926b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6169283 Aug 30 04:30:18.965329 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ff152634-839c-462a-bbfe-71bd8dab2532 admin admin] Publish callbacks [] for security_group (3be4e819-91e2-4059-ac7e-48fa11e79422), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:18.986974 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 6ba6f446-03eb-4bc2-b1f9-d5d271187715 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:19.016093 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ff152634-839c-462a-bbfe-71bd8dab2532 admin admin] Publish callbacks [] for security_group (3be4e819-91e2-4059-ac7e-48fa11e79422), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:19.104951 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ff152634-839c-462a-bbfe-71bd8dab2532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3be4e819-91e2-4059-ac7e-48fa11e79422), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:19.109361 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ff152634-839c-462a-bbfe-71bd8dab2532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:19.110129 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:30:19.112711 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-ff152634-839c-462a-bbfe-71bd8dab2532 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/3be4e819-91e2-4059-ac7e-48fa11e79422 HTTP/1.1" status: 204 len: 168 time: 0.2985549 Aug 30 04:30:19.126365 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff152634-839c-462a-bbfe-71bd8dab2532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be4e819-91e2-4059-ac7e-48fa11e79422,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:19.131663 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:19.132606 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:19.232298 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86b455-30e3-442f-befc-53efd6916560 req-d0a673bb-2f8f-4501-884c-e9df15927a9e tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:19.248777 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ac86b455-30e3-442f-befc-53efd6916560 req-d0a673bb-2f8f-4501-884c-e9df15927a9e tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 943 time: 0.1404474 Aug 30 04:30:19.317572 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:19.357519 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:19.357940 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:19.405477 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ac86b455-30e3-442f-befc-53efd6916560 req-94da3f79-235f-420f-80db-7e0fdc790529 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543140 Aug 30 04:30:19.423692 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaafec3-5f47-4d5f-bc1c-76a9d298c6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba6f446-03eb-4bc2-b1f9-d5d271187715'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:19.425225 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d3db-53aa-4ccf-864f-ea3b38ab2946 req-11f3f134-09cb-4a00-b2fd-99e768d68743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:19.427225 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2bc5be-dc89-4aca-95b6-68fb69c68444" -d '{"events": [{"server_uuid": "beaafec3-5f47-4d5f-bc1c-76a9d298c6f0", "name": "network-vif-plugged", "status": "completed", "tag": "6ba6f446-03eb-4bc2-b1f9-d5d271187715"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:19.437061 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5bc9d3db-53aa-4ccf-864f-ea3b38ab2946 req-11f3f134-09cb-4a00-b2fd-99e768d68743 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 1127 time: 0.1238639 Aug 30 04:30:19.459533 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 6ba6f446-03eb-4bc2-b1f9-d5d271187715, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6ba6f446-03eb-4bc2-b1f9-d5d271187715,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:19.469328 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:19.664975 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=6ba6f446-03eb-4bc2-b1f9-d5d271187715,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:19.713633 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506f44e-c4e6-4d1f-886b-4dbb06d91228 req-54c93bb7-9326-4088-ae60-e135f87f5115 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:19.721259 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b506f44e-c4e6-4d1f-886b-4dbb06d91228 req-54c93bb7-9326-4088-ae60-e135f87f5115 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1610217 Aug 30 04:30:19.822440 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d3db-53aa-4ccf-864f-ea3b38ab2946 req-340a946c-2e09-430f-83fa-1a455c6121ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:19.824189 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5bc9d3db-53aa-4ccf-864f-ea3b38ab2946 req-340a946c-2e09-430f-83fa-1a455c6121ba service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3710542 Aug 30 04:30:19.876451 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:19.914348 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b506f44e-c4e6-4d1f-886b-4dbb06d91228 req-05aaff77-810b-47d7-83f2-63ce35df70c8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824684 Aug 30 04:30:20.018446 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029f0347-0677-42fe-b885-3294ea1da17e x-openstack-request-id: req-029f0347-0677-42fe-b885-3294ea1da17e {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:20.020448 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaafec3-5f47-4d5f-bc1c-76a9d298c6f0", "name": "network-vif-plugged", "status": "completed", "tag": "6ba6f446-03eb-4bc2-b1f9-d5d271187715", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:20.024016 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-029f0347-0677-42fe-b885-3294ea1da17e {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:20.025223 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029f0347-0677-42fe-b885-3294ea1da17e'] response: {'server_uuid': 'beaafec3-5f47-4d5f-bc1c-76a9d298c6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba6f446-03eb-4bc2-b1f9-d5d271187715', 'code': 200} Aug 30 04:30:20.208090 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d3db-53aa-4ccf-864f-ea3b38ab2946 req-b31303fa-67b6-4e84-a36a-a155ea0f9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:20.211060 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5bc9d3db-53aa-4ccf-864f-ea3b38ab2946 req-b31303fa-67b6-4e84-a36a-a155ea0f9bd2 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3613238 Aug 30 04:30:20.289576 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c0bf7-1f9c-4782-837f-030e1daf807e req-46f88e3d-9ad5-4e3a-83a4-6d49b792b7ca tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:20.298139 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a70c0bf7-1f9c-4782-837f-030e1daf807e req-46f88e3d-9ad5-4e3a-83a4-6d49b792b7ca tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.1278203 Aug 30 04:30:20.545119 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a70c0bf7-1f9c-4782-837f-030e1daf807e req-40c577e6-0c8b-4d18-a837-dc6b7488f71e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363856 Aug 30 04:30:20.666124 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-5cb9df86-1f7b-4781-b300-20861600f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:20.669235 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-5cb9df86-1f7b-4781-b300-20861600f376 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 1127 time: 0.2238488 Aug 30 04:30:20.683418 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794edff-839f-4024-9200-86329ab7bbf7 req-4108322c-e5c5-4014-ae7c-c842dec237c0 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:20.691373 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9794edff-839f-4024-9200-86329ab7bbf7 req-4108322c-e5c5-4014-ae7c-c842dec237c0 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 943 time: 0.0825310 Aug 30 04:30:20.738518 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe915c-47f5-4518-9cf7-c84483a47d86 req-dc77412a-fb7d-4996-ab63-7ac5ef99b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:20.741683 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-63fe915c-47f5-4518-9cf7-c84483a47d86 req-dc77412a-fb7d-4996-ab63-7ac5ef99b263 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 1129 time: 0.1428440 Aug 30 04:30:20.760988 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9794edff-839f-4024-9200-86329ab7bbf7 req-fdaca14d-6c7a-4151-aef9-8fb10b1e2583 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681872 Aug 30 04:30:20.847147 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-65431be9-dc95-468a-821e-ae147e424cb0 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a074f768-02bd-44f4-a577-4d4aee4c169b HTTP/1.1" status: 200 len: 217 time: 0.0910535 Aug 30 04:30:20.967870 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-63fe915c-47f5-4518-9cf7-c84483a47d86 req-d50b8645-94dd-4162-ac94-e5c8a7cecc34 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039237 Aug 30 04:30:21.002017 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-fd828916-6188-4c2d-b9d6-96d56954027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:21.002611 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device eaa610dc-af90-4f36-acfa-f6d0db2f74eb details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:30:21.007594 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-fd828916-6188-4c2d-b9d6-96d56954027d service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=69a1d0ce-bd9d-4d78-a0cb-792af118065b HTTP/1.1" status: 200 len: 849 time: 0.1471915 Aug 30 04:30:21.182387 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7c834-9588-4aef-9e02-a208567f44b5 req-8b79fccb-ea45-4b38-85bc-a58f214afc39 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:21.185519 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e3b7c834-9588-4aef-9e02-a208567f44b5 req-8b79fccb-ea45-4b38-85bc-a58f214afc39 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1099474 Aug 30 04:30:21.216464 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:21.234041 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'port_id': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'mac_address': 'fa:16:3e:7a:d2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:30:21.296617 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port eaa610dc-af90-4f36-acfa-f6d0db2f74eb is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:21.297340 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:21.316753 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e3b7c834-9588-4aef-9e02-a208567f44b5 req-51e06db9-24ea-4084-ba7a-46ce3beab0bc tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085665 Aug 30 04:30:21.334229 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa610dc-af90-4f36-acfa-f6d0db2f74eb {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:21.412369 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:21.421900 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:21.438151 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-6557752d-c921-4c35-afde-6c0017326bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:21.440280 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-6557752d-c921-4c35-afde-6c0017326bef service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bddd7440-d2d5-43f3-9351-36f5944c255c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1321597 Aug 30 04:30:21.516122 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:21.782396 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:30:21.858210 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c7540-e495-4317-805f-87b38dfcd6ff req-45ee0a2f-a058-4246-be06-480aec7094e0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:21.876773 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ac3c7540-e495-4317-805f-87b38dfcd6ff req-45ee0a2f-a058-4246-be06-480aec7094e0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 944 time: 0.1650455 Aug 30 04:30:21.889583 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['eaa610dc-af90-4f36-acfa-f6d0db2f74eb'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:22.031049 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ac3c7540-e495-4317-805f-87b38dfcd6ff req-160fc106-3611-4365-87e1-52f4423a4d14 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524737 Aug 30 04:30:22.063816 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab9cf1-1a78-4926-96d5-036f483f195b req-a40049c3-08df-4789-917a-6741ea8efb5b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:22.065464 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8cab9cf1-1a78-4926-96d5-036f483f195b req-a40049c3-08df-4789-917a-6741ea8efb5b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 943 time: 0.1600306 Aug 30 04:30:22.247961 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8cab9cf1-1a78-4926-96d5-036f483f195b req-1a33b6ba-a14a-423c-9fa3-2bd22dd3dab9 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572220 Aug 30 04:30:22.480885 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec783e32-8898-4e7f-8041-a7f4ca01e783 req-ea4c7318-3e21-479f-932e-a3f1dcebe4f6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:22.500265 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:22.505340 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ec783e32-8898-4e7f-8041-a7f4ca01e783 req-ea4c7318-3e21-479f-932e-a3f1dcebe4f6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0812109 Aug 30 04:30:22.575328 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-0b563382-5790-4bf2-86f9-cf093b4ecb9e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930590 Aug 30 04:30:22.640742 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ec783e32-8898-4e7f-8041-a7f4ca01e783 req-ae4d2e77-149e-4472-999b-02ea79f7dc72 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320794 Aug 30 04:30:22.929385 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46280) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:22.945820 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46284) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:23.085116 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec0de-9892-412b-a987-60f575706c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.104653 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d92d-49ac-45af-a211-96e08700b045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.135737 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device eaa610dc-af90-4f36-acfa-f6d0db2f74eb up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:23.267565 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:23.274473 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port eaa610dc-af90-4f36-acfa-f6d0db2f74eb completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:30:23.289988 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port eaa610dc-af90-4f36-acfa-f6d0db2f74eb triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:23.299298 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec0de-9892-412b-a987-60f575706c4d admin admin] Publish callbacks [] for security_group (7a0fbf72-a86a-4878-96ec-3b0dc1626295), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.303622 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.309885 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec0de-9892-412b-a987-60f575706c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (7a0fbf72-a86a-4878-96ec-3b0dc1626295), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.375613 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-3c3ec0de-9892-412b-a987-60f575706c4d admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=f992de5cce41465092ee3d3a7499db53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4446495 Aug 30 04:30:23.377544 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ec0de-9892-412b-a987-60f575706c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0fbf72-a86a-4878-96ec-3b0dc1626295,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:23.385100 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46296) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:23.412510 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:23.486437 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b21d6-890b-4212-8881-6b9b91935c22 req-0a316959-d64c-456d-8dbe-1f46fd07e45a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:23.489680 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port eaa610dc-af90-4f36-acfa-f6d0db2f74eb is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:23.490223 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.494205 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cd5b21d6-890b-4212-8881-6b9b91935c22 req-0a316959-d64c-456d-8dbe-1f46fd07e45a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 944 time: 0.2558746 Aug 30 04:30:23.545731 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:23.548413 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae1c0bf-e67c-4d85-8cb9-c55f26c70238" -d '{"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-plugged", "status": "completed", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:23.553721 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:23.558536 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dde3a56b-04f3-4fe2-9009-414b26c752ae req-b0278fc5-1bec-4b2f-b8ce-d1ae3764bc8d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674206 Aug 30 04:30:23.563064 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.567878 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96114884-38b0-49cc-aace-b458ee562495 req-0b6add0f-e0fa-4f03-b720-efa2e3725a99 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:23.580471 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-96114884-38b0-49cc-aace-b458ee562495 req-0b6add0f-e0fa-4f03-b720-efa2e3725a99 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 943 time: 0.1706405 Aug 30 04:30:23.602970 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:23.611275 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:23.621489 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cd5b21d6-890b-4212-8881-6b9b91935c22 req-fb3f0b7f-abc7-4683-8edd-5bf85e310168 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263530 Aug 30 04:30:23.623859 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d92d-49ac-45af-a211-96e08700b045 admin admin] Publish callbacks [] for security_group (363efba8-4718-4301-b1d4-8495a0f3b378), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.632534 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d92d-49ac-45af-a211-96e08700b045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (363efba8-4718-4301-b1d4-8495a0f3b378), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.669480 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6d78d03c-de04-486e-977f-90d3daabf9a5 admin admin] Publish callbacks [] for security_group (7a0fbf72-a86a-4878-96ec-3b0dc1626295), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.680635 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:23.727737 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6d78d03c-de04-486e-977f-90d3daabf9a5 admin admin] Publish callbacks [] for security_group (7a0fbf72-a86a-4878-96ec-3b0dc1626295), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.732475 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7d92d-49ac-45af-a211-96e08700b045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363efba8-4718-4301-b1d4-8495a0f3b378,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:23.738384 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:23.744203 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-c2e7d92d-49ac-45af-a211-96e08700b045 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=bed39aec22484edbb93f01e30ff111a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7967720 Aug 30 04:30:23.748116 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46306) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:23.894655 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-96114884-38b0-49cc-aace-b458ee562495 req-2984dbc0-5d0e-4ff3-b26e-ffcf66fb9955 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115523 Aug 30 04:30:23.963238 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6d78d03c-de04-486e-977f-90d3daabf9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (7a0fbf72-a86a-4878-96ec-3b0dc1626295), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.970434 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6d78d03c-de04-486e-977f-90d3daabf9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.970997 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3573f186-5936-4339-8e89-93a9cdb8bcd7 admin admin] Publish callbacks [] for security_group (363efba8-4718-4301-b1d4-8495a0f3b378), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.978132 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-6d78d03c-de04-486e-977f-90d3daabf9a5 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/7a0fbf72-a86a-4878-96ec-3b0dc1626295 HTTP/1.1" status: 204 len: 168 time: 0.5916014 Aug 30 04:30:23.995073 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78d03c-de04-486e-977f-90d3daabf9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0fbf72-a86a-4878-96ec-3b0dc1626295,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:24.018309 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-03aa8a43-9bab-442e-986f-7b722c94166e tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=92b93bd6951d461ba2f6586f3566699d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844104 Aug 30 04:30:24.029224 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01363ef2-5ea0-43e9-bedc-a0e0ae03780a x-openstack-request-id: req-01363ef2-5ea0-43e9-bedc-a0e0ae03780a {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:24.029764 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-plugged", "status": "completed", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:24.031185 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-01363ef2-5ea0-43e9-bedc-a0e0ae03780a {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:24.034597 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01363ef2-5ea0-43e9-bedc-a0e0ae03780a'] response: {'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'code': 200} Aug 30 04:30:24.071257 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3573f186-5936-4339-8e89-93a9cdb8bcd7 admin admin] Publish callbacks [] for security_group (363efba8-4718-4301-b1d4-8495a0f3b378), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:24.166590 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c6427-a47c-400d-a1af-80b985ed59b1 req-4f3472da-a8fa-44a5-b0d1-e6e75c0f5816 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:24.168598 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ab8c6427-a47c-400d-a1af-80b985ed59b1 req-4f3472da-a8fa-44a5-b0d1-e6e75c0f5816 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0532529 Aug 30 04:30:24.269096 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ab8c6427-a47c-400d-a1af-80b985ed59b1 req-6f67dd2a-495e-4a3f-8482-c57f9905cd2f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917461 Aug 30 04:30:24.338019 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-e49dfb82-8541-4a3b-8140-644513994806 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:24.347100 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-e49dfb82-8541-4a3b-8140-644513994806 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3276920 Aug 30 04:30:24.367830 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-5e4d2b53-90d1-45e6-93dc-8aa3ddb0770b tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/quotas/92b93bd6951d461ba2f6586f3566699d HTTP/1.1" status: 200 len: 375 time: 0.0192122 Aug 30 04:30:24.372684 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3573f186-5936-4339-8e89-93a9cdb8bcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (363efba8-4718-4301-b1d4-8495a0f3b378), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:24.379307 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3573f186-5936-4339-8e89-93a9cdb8bcd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:24.391279 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-3573f186-5936-4339-8e89-93a9cdb8bcd7 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/363efba8-4718-4301-b1d4-8495a0f3b378 HTTP/1.1" status: 204 len: 168 time: 0.6415682 Aug 30 04:30:24.431978 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573f186-5936-4339-8e89-93a9cdb8bcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363efba8-4718-4301-b1d4-8495a0f3b378,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:24.468529 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-0f48a713-545d-4da9-8d9c-02bcd9cce733 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=92b93bd6951d461ba2f6586f3566699d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748265 Aug 30 04:30:24.752665 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46332) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:24.792769 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b2ea1c40-bac0-45be-a9fc-916bc1f60309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:24.855107 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-15ad0bd0-363b-4947-9650-ce72d96fd104 req-7c6ba04a-dbca-4d7d-9f1e-9d766dbbe36c tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 210 time: 0.0792608 Aug 30 04:30:25.118787 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device a074f768-02bd-44f4-a577-4d4aee4c169b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:30:25.200102 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bad069-829f-4b23-91af-6983268acfb3 req-59772600-b8fd-4607-8d23-d6f10f135a1c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:25.210950 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-54bad069-829f-4b23-91af-6983268acfb3 req-59772600-b8fd-4607-8d23-d6f10f135a1c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.3806610 Aug 30 04:30:25.217054 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b2ea1c40-bac0-45be-a9fc-916bc1f60309 admin admin] Publish callbacks [] for security_group (0928b667-4502-456f-b705-7306cbb9f44b), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:25.277089 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b2ea1c40-bac0-45be-a9fc-916bc1f60309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (0928b667-4502-456f-b705-7306cbb9f44b), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:25.394288 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46352) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:25.469305 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b2ea1c40-bac0-45be-a9fc-916bc1f60309 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=aa2ca91af4594d89ac483d528f22cf20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7143071 Aug 30 04:30:25.471442 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea1c40-bac0-45be-a9fc-916bc1f60309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0928b667-4502-456f-b705-7306cbb9f44b,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:25.474775 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46356) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:25.497303 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-54bad069-829f-4b23-91af-6983268acfb3 req-b33621dd-1ffe-4831-b30a-68f323fd5082 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832599 Aug 30 04:30:25.498685 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cd35d4a9-18ad-4938-9a17-9d598175d184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:25.639981 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcbcfc-1713-418d-9078-5c604b863f95 req-d4b055ea-ad54-4a3f-8cbb-c7a271727d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:25.641908 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ecbcbcfc-1713-418d-9078-5c604b863f95 req-d4b055ea-ad54-4a3f-8cbb-c7a271727d8c service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 1129 time: 0.0505831 Aug 30 04:30:25.677681 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port a074f768-02bd-44f4-a577-4d4aee4c169b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a074f768-02bd-44f4-a577-4d4aee4c169b,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:25.685565 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fc1b1e57-5311-44c7-805e-49974cafd45d admin admin] Publish callbacks [] for security_group (0928b667-4502-456f-b705-7306cbb9f44b), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:25.705519 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e1619-6d0a-49f9-9bd8-fcf0f6c88b69 req-9658c13d-68bf-4a61-a4bd-36063a09c599 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:25.713407 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': 'a074f768-02bd-44f4-a577-4d4aee4c169b', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'port_id': 'a074f768-02bd-44f4-a577-4d4aee4c169b', 'mac_address': 'fa:16:3e:75:00:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:30:25.719745 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a28e1619-6d0a-49f9-9bd8-fcf0f6c88b69 req-9658c13d-68bf-4a61-a4bd-36063a09c599 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.7343316 Aug 30 04:30:25.761669 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:25.773013 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port a074f768-02bd-44f4-a577-4d4aee4c169b is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:25.773910 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:25.805698 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a074f768-02bd-44f4-a577-4d4aee4c169b {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:25.806583 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ecbcbcfc-1713-418d-9078-5c604b863f95 req-1a678b17-27fb-4efa-a29d-b8bc7deecabd service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544831 Aug 30 04:30:25.808493 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0f009-d751-4bff-ab0a-dcc530b03e05 req-17a3504a-9b0e-4616-a32e-0c7e1875fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:25.810916 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-77e0f009-d751-4bff-ab0a-dcc530b03e05 req-17a3504a-9b0e-4616-a32e-0c7e1875fdfe service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 1129 time: 0.6964388 Aug 30 04:30:25.835779 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4f78d-1382-4edd-8253-11c341a2a6b6 req-0afcbf58-3f25-4d55-b148-a0a2aab98a42 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:25.837780 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a5c4f78d-1382-4edd-8253-11c341a2a6b6 req-0afcbf58-3f25-4d55-b148-a0a2aab98a42 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 943 time: 0.1679943 Aug 30 04:30:25.841840 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fc1b1e57-5311-44c7-805e-49974cafd45d admin admin] Publish callbacks [] for security_group (0928b667-4502-456f-b705-7306cbb9f44b), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:25.871053 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port a074f768-02bd-44f4-a577-4d4aee4c169b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a074f768-02bd-44f4-a577-4d4aee4c169b,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:25.880357 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:25.916948 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a28e1619-6d0a-49f9-9bd8-fcf0f6c88b69 req-1fa2f5fb-f9cb-476c-8cb6-e5a0fed828f9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956773 Aug 30 04:30:25.960653 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a5c4f78d-1382-4edd-8253-11c341a2a6b6 req-6bfc176d-600b-46dd-bdf3-fa351fa96183 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063600 Aug 30 04:30:25.997721 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cd35d4a9-18ad-4938-9a17-9d598175d184 admin admin] Publish callbacks [] for security_group (e47d4975-c803-40c0-a827-37b9537fe2c5), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:26.004216 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cd35d4a9-18ad-4938-9a17-9d598175d184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (e47d4975-c803-40c0-a827-37b9537fe2c5), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:26.024947 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=a074f768-02bd-44f4-a577-4d4aee4c169b,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:26.052510 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fc1b1e57-5311-44c7-805e-49974cafd45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (0928b667-4502-456f-b705-7306cbb9f44b), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:26.055229 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fc1b1e57-5311-44c7-805e-49974cafd45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:26.056498 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-fc1b1e57-5311-44c7-805e-49974cafd45d admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/0928b667-4502-456f-b705-7306cbb9f44b HTTP/1.1" status: 204 len: 168 time: 0.5793562 Aug 30 04:30:26.062767 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35d4a9-18ad-4938-9a17-9d598175d184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47d4975-c803-40c0-a827-37b9537fe2c5,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:26.125203 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b68fe73-e50a-4314-82c1-6efd30558c93 req-ed1ab117-03b8-414d-bd36-d95d4ca2a492 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 210 time: 0.0506036 Aug 30 04:30:26.132820 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-cd35d4a9-18ad-4938-9a17-9d598175d184 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=62c7c09e14b84fc4a68daebb5ce86c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7312651 Aug 30 04:30:26.132820 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b1e57-5311-44c7-805e-49974cafd45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0928b667-4502-456f-b705-7306cbb9f44b,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:26.133408 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46364) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:26.278814 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:26.387809 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['a074f768-02bd-44f4-a577-4d4aee4c169b'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:26.445631 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d56c6939-625f-4feb-8868-11e5c84fbb44 admin admin] Publish callbacks [] for security_group (e47d4975-c803-40c0-a827-37b9537fe2c5), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:26.524187 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d56c6939-625f-4feb-8868-11e5c84fbb44 admin admin] Publish callbacks [] for security_group (e47d4975-c803-40c0-a827-37b9537fe2c5), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:26.540561 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0f009-d751-4bff-ab0a-dcc530b03e05 req-72c7643e-c6a7-4ffe-8168-789650b05dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:26.543158 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-77e0f009-d751-4bff-ab0a-dcc530b03e05 req-72c7643e-c6a7-4ffe-8168-789650b05dae service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.3298061 Aug 30 04:30:26.587586 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:26.666697 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d56c6939-625f-4feb-8868-11e5c84fbb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (e47d4975-c803-40c0-a827-37b9537fe2c5), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:26.671793 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d56c6939-625f-4feb-8868-11e5c84fbb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:26.676658 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-d56c6939-625f-4feb-8868-11e5c84fbb44 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/e47d4975-c803-40c0-a827-37b9537fe2c5 HTTP/1.1" status: 204 len: 168 time: 0.5393214 Aug 30 04:30:26.735206 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c6939-625f-4feb-8868-11e5c84fbb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47d4975-c803-40c0-a827-37b9537fe2c5,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:26.757889 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163e7c8-5914-441c-be68-09b03a3c9542 req-55e45b1e-da47-4be4-b896-ee66ff3f81f5 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:26.768836 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5163e7c8-5914-441c-be68-09b03a3c9542 req-55e45b1e-da47-4be4-b896-ee66ff3f81f5 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 946 time: 0.1961966 Aug 30 04:30:26.839792 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:26.869894 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-77e0f009-d751-4bff-ab0a-dcc530b03e05 req-62510b0f-4749-487b-9334-bedffc879d0a service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba6f446-03eb-4bc2-b1f9-d5d271187715 HTTP/1.1" status: 200 len: 217 time: 0.1023259 Aug 30 04:30:26.877083 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5163e7c8-5914-441c-be68-09b03a3c9542 req-86625c91-7caf-410d-ba43-7b9a094bd049 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068914 Aug 30 04:30:26.889706 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbc493-c43c-43c0-8a50-25e10105b4c9 req-46c76633-3ca5-48b2-a692-bdaae25df270 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:26.901103 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-25dbc493-c43c-43c0-8a50-25e10105b4c9 req-46c76633-3ca5-48b2-a692-bdaae25df270 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.2520387 Aug 30 04:30:26.968145 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-25dbc493-c43c-43c0-8a50-25e10105b4c9 req-5a45b9e9-f866-4518-9199-a7843ab3583f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645487 Aug 30 04:30:27.150925 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232affbf-e18d-4655-a6b8-870d68b15c69 req-5486f6af-8d40-4913-8b73-2c8215ded5b4 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:27.162303 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-232affbf-e18d-4655-a6b8-870d68b15c69 req-5486f6af-8d40-4913-8b73-2c8215ded5b4 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1024225 Aug 30 04:30:27.208105 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151c628-d901-47f1-84a6-1f6b73ddcaff req-45907602-cd4c-4480-a974-2529492b9baa tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:27.220795 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c151c628-d901-47f1-84a6-1f6b73ddcaff req-45907602-cd4c-4480-a974-2529492b9baa tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 944 time: 0.1162295 Aug 30 04:30:27.273006 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-232affbf-e18d-4655-a6b8-870d68b15c69 req-6f401722-3e70-4b26-b84a-d9e6d79d7f0a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091475 Aug 30 04:30:27.336912 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c151c628-d901-47f1-84a6-1f6b73ddcaff req-b0763030-f9a7-4b90-911c-4f369da420d6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165426 Aug 30 04:30:27.458523 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-de9608da-2ea0-4061-ada2-83dddefc3771 req-03fcd6d5-c3c3-4a4e-9be3-d28a0ed52093 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 210 time: 0.0539949 Aug 30 04:30:27.730082 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device a074f768-02bd-44f4-a577-4d4aee4c169b up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:27.885871 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port a074f768-02bd-44f4-a577-4d4aee4c169b completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:30:27.901485 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port a074f768-02bd-44f4-a577-4d4aee4c169b triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:27.902514 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:28.078739 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port a074f768-02bd-44f4-a577-4d4aee4c169b is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:28.079811 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:28.152888 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:28.169619 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a074f768-02bd-44f4-a577-4d4aee4c169b'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:28.172785 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0914748f-6f1a-4c24-8553-83055ecfcec8" -d '{"events": [{"server_uuid": "9a566046-e7ae-47bc-bba8-3875c0ef4fa9", "name": "network-vif-plugged", "status": "completed", "tag": "a074f768-02bd-44f4-a577-4d4aee4c169b"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:28.191333 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67d54e-14a2-433f-960c-b94942b15a48 req-28b71498-c19d-4e0a-a61e-d0c12ce648e9 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:28.203988 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port a074f768-02bd-44f4-a577-4d4aee4c169b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a074f768-02bd-44f4-a577-4d4aee4c169b,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:28.204281 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-be67d54e-14a2-433f-960c-b94942b15a48 req-28b71498-c19d-4e0a-a61e-d0c12ce648e9 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 946 time: 0.1512806 Aug 30 04:30:28.212517 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:28.287059 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60341bbd-314f-471c-8cd8-f9ebffc8435b req-172cba0c-1f19-452b-bd71-7733b67f7afa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:28.292763 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-60341bbd-314f-471c-8cd8-f9ebffc8435b req-172cba0c-1f19-452b-bd71-7733b67f7afa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1701822 Aug 30 04:30:28.301384 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=a074f768-02bd-44f4-a577-4d4aee4c169b,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:28.338482 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-be67d54e-14a2-433f-960c-b94942b15a48 req-eb416c95-26fa-4d61-ac93-bd8774745100 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341488 Aug 30 04:30:28.412476 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-60341bbd-314f-471c-8cd8-f9ebffc8435b req-7b50ee93-614e-4b05-b098-1a01bc78fa27 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048064 Aug 30 04:30:28.448617 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d10eed4-de19-46fe-a6cc-63774ee78bef x-openstack-request-id: req-2d10eed4-de19-46fe-a6cc-63774ee78bef {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:28.449165 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a566046-e7ae-47bc-bba8-3875c0ef4fa9", "name": "network-vif-plugged", "status": "completed", "tag": "a074f768-02bd-44f4-a577-4d4aee4c169b", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:28.449584 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2d10eed4-de19-46fe-a6cc-63774ee78bef {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:28.450241 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d10eed4-de19-46fe-a6cc-63774ee78bef'] response: {'server_uuid': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a074f768-02bd-44f4-a577-4d4aee4c169b', 'code': 200} Aug 30 04:30:28.612519 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a465444-3b7f-4879-b56a-aa59a364e079 req-84ba0b60-b71c-4d0c-816d-636bc00f680d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:28.615201 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4a465444-3b7f-4879-b56a-aa59a364e079 req-84ba0b60-b71c-4d0c-816d-636bc00f680d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0757134 Aug 30 04:30:28.650566 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848ff70-9dd0-427f-b679-66b18c1e2505 req-b7d5c795-ee5b-4419-a400-4b6499a3d1f6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:28.655820 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7848ff70-9dd0-427f-b679-66b18c1e2505 req-b7d5c795-ee5b-4419-a400-4b6499a3d1f6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1361582 Aug 30 04:30:28.720877 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4a465444-3b7f-4879-b56a-aa59a364e079 req-21e52439-0830-4201-80db-cd4a181180f2 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916493 Aug 30 04:30:28.785644 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7848ff70-9dd0-427f-b679-66b18c1e2505 req-326fc320-50c3-459e-98d0-844bbb76ee32 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174846 Aug 30 04:30:28.893042 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d9951909-44f5-4528-985b-e61f0db554a7 req-b5ccd534-b796-487d-ae02-d49904384b45 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 210 time: 0.0436881 Aug 30 04:30:29.190597 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0f009-d751-4bff-ab0a-dcc530b03e05 req-1b2a5488-8ba9-494c-8247-7838348f15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:29.199141 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-77e0f009-d751-4bff-ab0a-dcc530b03e05 req-1b2a5488-8ba9-494c-8247-7838348f15d0 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.1165221 Aug 30 04:30:29.563669 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e39b-94e0-4d2b-8ab0-4289e2389022 req-aa4fb06b-4e8c-41bf-9d6d-c1df0fa98a4b tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:29.566605 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d4e9e39b-94e0-4d2b-8ab0-4289e2389022 req-aa4fb06b-4e8c-41bf-9d6d-c1df0fa98a4b tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 946 time: 0.1024721 Aug 30 04:30:29.606985 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a3b5e-f4e0-438d-bf8c-1862f70ad3ae req-ec0bd818-b994-41d7-96f7-595509e84f04 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:29.625025 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-000a3b5e-f4e0-438d-bf8c-1862f70ad3ae req-ec0bd818-b994-41d7-96f7-595509e84f04 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0838087 Aug 30 04:30:29.648665 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d4e9e39b-94e0-4d2b-8ab0-4289e2389022 req-08be897b-daaa-47ee-89ba-43fd0338ceb6 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758591 Aug 30 04:30:29.700564 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-000a3b5e-f4e0-438d-bf8c-1862f70ad3ae req-0ea0deb4-6251-4ef2-9409-2dc9ab6099a4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743327 Aug 30 04:30:30.062138 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7407ac-5aa6-4a17-8343-e6bd0d5671ac req-1579592a-0165-4ca1-865e-cf55f340a260 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:30.069128 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad71c7-b14a-4a46-b7f0-a50b78ec47ec req-e10d3ffe-b0b9-4e28-bacc-1dcb04beb732 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:30.070899 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-45ad71c7-b14a-4a46-b7f0-a50b78ec47ec req-e10d3ffe-b0b9-4e28-bacc-1dcb04beb732 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 946 time: 0.0869246 Aug 30 04:30:30.072115 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0f009-d751-4bff-ab0a-dcc530b03e05 req-99e65efd-1162-49ed-be4b-6572fc2e73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:30.073828 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-77e0f009-d751-4bff-ab0a-dcc530b03e05 req-99e65efd-1162-49ed-be4b-6572fc2e73c9 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2750452 Aug 30 04:30:30.084621 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5b7407ac-5aa6-4a17-8343-e6bd0d5671ac req-1579592a-0165-4ca1-865e-cf55f340a260 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.2056818 Aug 30 04:30:30.100880 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46486) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:30.115349 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-28b3660d-e4a2-4122-ae8f-9f43834919cd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'floatingip': {'port_id': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:30.499883 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197b99-4278-46ca-a2db-3bb0e1b46e8d req-12066efc-1d40-495f-9b73-216ff153d4ce tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:30.514395 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a2197b99-4278-46ca-a2db-3bb0e1b46e8d req-12066efc-1d40-495f-9b73-216ff153d4ce tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.5475333 Aug 30 04:30:30.634208 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a2197b99-4278-46ca-a2db-3bb0e1b46e8d req-5137d1bd-8880-409f-80fc-ec9c9d4de06a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853755 Aug 30 04:30:30.744458 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-28b3660d-e4a2-4122-ae8f-9f43834919cd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (ec367bf4-6269-43c5-a2b5-490cba55c515), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:30.812236 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-45ad71c7-b14a-4a46-b7f0-a50b78ec47ec req-794796c8-092c-4b84-92fa-47fe332b0592 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Deleting port 17d9b26c-46af-4399-b1cd-5ae925d73d03 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:30:30.812690 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-45ad71c7-b14a-4a46-b7f0-a50b78ec47ec req-794796c8-092c-4b84-92fa-47fe332b0592 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:30.820072 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:30.876529 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c29baa9f-a490-42db-a789-e3b6577150f3 req-374fdce4-f8df-46aa-a0bf-f8c29751392f tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 210 time: 0.0671773 Aug 30 04:30:30.995709 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:31.015064 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-77e0f009-d751-4bff-ab0a-dcc530b03e05 req-245c40a6-c076-4880-ac4c-5fcbb82d357e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785672 Aug 30 04:30:31.155940 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46506) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:31.202617 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-77e0f009-d751-4bff-ab0a-dcc530b03e05 req-481fe908-b157-46f4-9cd6-4b4ba7f55b9a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682923 Aug 30 04:30:31.230242 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:31.231213 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-45ad71c7-b14a-4a46-b7f0-a50b78ec47ec req-794796c8-092c-4b84-92fa-47fe332b0592 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] For port 17d9b26c-46af-4399-b1cd-5ae925d73d03, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=17d9b26c-46af-4399-b1cd-5ae925d73d03,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:31.232180 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-45ad71c7-b14a-4a46-b7f0-a50b78ec47ec req-794796c8-092c-4b84-92fa-47fe332b0592 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:31.260666 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e638f-cd20-40ec-bcbb-824a8e6af43e req-d8ff09aa-2677-4c59-8ecc-c450b436ad9f tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:31.267254 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-48435d59-c158-4653-9364-be0a1575061d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=92b93bd6951d461ba2f6586f3566699d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2367909 Aug 30 04:30:31.275085 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-571e638f-cd20-40ec-bcbb-824a8e6af43e req-d8ff09aa-2677-4c59-8ecc-c450b436ad9f tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 946 time: 0.2533677 Aug 30 04:30:31.298780 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cfe8d-560c-425f-aba2-9e5f97c9eddf req-249117f1-c6b0-4916-9b68-21a9e89e2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:31.303006 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c59cfe8d-560c-425f-aba2-9e5f97c9eddf req-249117f1-c6b0-4916-9b68-21a9e89e2836 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 1129 time: 0.5345812 Aug 30 04:30:31.309828 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-45ad71c7-b14a-4a46-b7f0-a50b78ec47ec req-794796c8-092c-4b84-92fa-47fe332b0592 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Calling delete_port for 17d9b26c-46af-4399-b1cd-5ae925d73d03 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:30:31.382989 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566eb08-4ffb-4b94-84ef-ea2632199a2b req-f52daa05-7c02-43cb-9c14-f550ff3d2db5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:31.396095 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e566eb08-4ffb-4b94-84ef-ea2632199a2b req-f52daa05-7c02-43cb-9c14-f550ff3d2db5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.6233389 Aug 30 04:30:31.460920 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-571e638f-cd20-40ec-bcbb-824a8e6af43e req-b046bd1e-81cf-4f98-9abf-3c293a27c53f tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=f29e23bc-6b5d-4ad6-b470-59ab15b83d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838872 Aug 30 04:30:31.594500 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-be17a27d-22a9-48ff-b833-1c0a2af4c262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:31.611927 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-45ad71c7-b14a-4a46-b7f0-a50b78ec47ec req-794796c8-092c-4b84-92fa-47fe332b0592 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (17d9b26c-46af-4399-b1cd-5ae925d73d03), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:31.652846 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794796c8-092c-4b84-92fa-47fe332b0592 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Pushing event deleted for resources: {'Port': ['ID=17d9b26c-46af-4399-b1cd-5ae925d73d03,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:31.682166 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['17d9b26c-46af-4399-b1cd-5ae925d73d03'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:31.776836 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:31.778574 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:31.789839 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c59cfe8d-560c-425f-aba2-9e5f97c9eddf req-fb890ed1-11dc-4377-a6d2-ecc497726212 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3736658 Aug 30 04:30:31.848004 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:31.862690 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e566eb08-4ffb-4b94-84ef-ea2632199a2b req-00c65b13-d027-4c22-bfd6-a467960b6ce1 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621005 Aug 30 04:30:31.869352 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ad71c7-b14a-4a46-b7f0-a50b78ec47ec req-794796c8-092c-4b84-92fa-47fe332b0592 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] No DVR routers for this DVR port 17d9b26c-46af-4399-b1cd-5ae925d73d03 on host hv-cinder-85426 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:30:31.920653 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-d86495a9-26b3-4075-b871-3e228db20391 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:31.923936 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-d86495a9-26b3-4075-b871-3e228db20391 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6391270 Aug 30 04:30:31.958866 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-45ad71c7-b14a-4a46-b7f0-a50b78ec47ec req-794796c8-092c-4b84-92fa-47fe332b0592 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:31.974732 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-45ad71c7-b14a-4a46-b7f0-a50b78ec47ec req-794796c8-092c-4b84-92fa-47fe332b0592 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.83 "DELETE /networking/v2.0/ports/17d9b26c-46af-4399-b1cd-5ae925d73d03 HTTP/1.1" status: 204 len: 173 time: 1.8322384 Aug 30 04:30:31.975355 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ad200a-0b2a-4bf1-8d08-2e48447b0c31', 'name': 'network-vif-deleted', 'tag': '17d9b26c-46af-4399-b1cd-5ae925d73d03'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:31.979209 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefc6c0b-9b96-4f7e-a760-a21096a62842" -d '{"events": [{"server_uuid": "f4ad200a-0b2a-4bf1-8d08-2e48447b0c31", "name": "network-vif-deleted", "tag": "17d9b26c-46af-4399-b1cd-5ae925d73d03"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:32.013181 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fab17-55e9-4e09-81a2-708f31005b10 req-d810986d-82d9-436c-97eb-e88de50e3a0b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:32.015225 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e95fab17-55e9-4e09-81a2-708f31005b10 req-d810986d-82d9-436c-97eb-e88de50e3a0b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1711698 Aug 30 04:30:32.077335 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e95fab17-55e9-4e09-81a2-708f31005b10 req-eb4979df-2ac4-4e59-a00d-2efb9d60196a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512080 Aug 30 04:30:32.144183 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c5398d-e76f-4bb6-b407-f544f1a817f1 x-openstack-request-id: req-a6c5398d-e76f-4bb6-b407-f544f1a817f1 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:32.144808 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ad200a-0b2a-4bf1-8d08-2e48447b0c31", "name": "network-vif-deleted", "tag": "17d9b26c-46af-4399-b1cd-5ae925d73d03", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:32.145133 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a6c5398d-e76f-4bb6-b407-f544f1a817f1 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:32.145604 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c5398d-e76f-4bb6-b407-f544f1a817f1'] response: {'server_uuid': 'f4ad200a-0b2a-4bf1-8d08-2e48447b0c31', 'name': 'network-vif-deleted', 'tag': '17d9b26c-46af-4399-b1cd-5ae925d73d03', 'status': 'completed', 'code': 200} Aug 30 04:30:32.196336 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a9ffbd4b-dd71-4804-a253-74f0fa79b9fb req-2bd5a2a8-641f-493a-a553-61a6aaee52ea tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 210 time: 0.1492395 Aug 30 04:30:32.294968 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Request body: {'port': {'device_id': '859b50bf-b0cd-454b-8109-baf01c345feb', 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19', 'admin_state_up': True, 'tenant_id': '92b93bd6951d461ba2f6586f3566699d'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:32.335717 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-be17a27d-22a9-48ff-b833-1c0a2af4c262 admin admin] Publish callbacks [] for security_group (1df07930-b6f2-444f-aab1-75730504eed5), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:32.369691 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-be17a27d-22a9-48ff-b833-1c0a2af4c262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1df07930-b6f2-444f-aab1-75730504eed5), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:32.523189 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-be17a27d-22a9-48ff-b833-1c0a2af4c262 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=602c6c483047468e8112176b770ba24b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3426676 Aug 30 04:30:32.529951 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46538) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:32.574916 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17a27d-22a9-48ff-b833-1c0a2af4c262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df07930-b6f2-444f-aab1-75730504eed5,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:32.632676 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.db.resource_extend [None req-28b3660d-e4a2-4122-ae8f-9f43834919cd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 04:30:32.711974 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5e9f299a-654c-430f-869b-928b817cfc9f req-483771cc-0afc-40bf-9ba2-ea65aa602bd5 tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 210 time: 0.0773098 Aug 30 04:30:32.726271 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-65a31c95-7253-4814-a3c7-ed33fe847261 admin admin] Publish callbacks [] for security_group (1df07930-b6f2-444f-aab1-75730504eed5), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:32.737439 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-28b3660d-e4a2-4122-ae8f-9f43834919cd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:32.748441 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Made reservation on behalf of 92b93bd6951d461ba2f6586f3566699d for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:30:32.752702 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:32.764874 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-28b3660d-e4a2-4122-ae8f-9f43834919cd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (ec367bf4-6269-43c5-a2b5-490cba55c515), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:32.766852 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:32.775570 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-65a31c95-7253-4814-a3c7-ed33fe847261 admin admin] Publish callbacks [] for security_group (1df07930-b6f2-444f-aab1-75730504eed5), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:32.837601 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:32.874109 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-65a31c95-7253-4814-a3c7-ed33fe847261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1df07930-b6f2-444f-aab1-75730504eed5), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:32.876977 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-65a31c95-7253-4814-a3c7-ed33fe847261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:32.880001 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-65a31c95-7253-4814-a3c7-ed33fe847261 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/1df07930-b6f2-444f-aab1-75730504eed5 HTTP/1.1" status: 204 len: 168 time: 0.3457375 Aug 30 04:30:32.890135 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a31c95-7253-4814-a3c7-ed33fe847261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df07930-b6f2-444f-aab1-75730504eed5,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:33.225911 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [None req-28b3660d-e4a2-4122-ae8f-9f43834919cd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Floating IP ec367bf4-6269-43c5-a2b5-490cba55c515 associated. External IP: 172.28.3.23, port: eaa610dc-af90-4f36-acfa-f6d0db2f74eb. Aug 30 04:30:33.281335 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a015cf3-7053-4071-9470-56bb47743b30 req-8ffdb641-ed78-43da-b036-e2b189659f93 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:33.282983 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0a015cf3-7053-4071-9470-56bb47743b30 req-8ffdb641-ed78-43da-b036-e2b189659f93 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1560376 Aug 30 04:30:33.333689 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:33.345201 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447e395-8f1d-4295-b4fc-f030640f53a0 req-29dfbe4d-cf48-4960-9429-cfce4a0e6fc8 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:33.347358 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1447e395-8f1d-4295-b4fc-f030640f53a0 req-29dfbe4d-cf48-4960-9429-cfce4a0e6fc8 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1095514 Aug 30 04:30:33.459426 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Publish callbacks [] for security_group (7106ef79-bc91-4c9b-a195-cfcebcafc700), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:33.467222 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1447e395-8f1d-4295-b4fc-f030640f53a0 req-812f1631-55e0-4f50-bf59-eaf0ec79a7c4 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057055 Aug 30 04:30:33.527697 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (7106ef79-bc91-4c9b-a195-cfcebcafc700), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:33.584201 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0a015cf3-7053-4071-9470-56bb47743b30 req-f01da723-1997-4dd8-8608-cc6b148c785b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796993 Aug 30 04:30:33.592250 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6859b076-2cd0-4588-9ee0-0f107e0507ab req-780aa3e0-60ae-4f66-adc9-019425664551 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 210 time: 0.0330658 Aug 30 04:30:33.639584 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46554) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:33.678350 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0da4cd04-a189-40f1-b8cb-7fd3f0d9dd9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:33.705227 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7106ef79-bc91-4c9b-a195-cfcebcafc700,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:33.746992 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 17d9b26c-46af-4399-b1cd-5ae925d73d03 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:30:33.819323 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 17d9b26c-46af-4399-b1cd-5ae925d73d03 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:30:33.820566 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 17d9b26c-46af-4399-b1cd-5ae925d73d03 not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:30:33.828604 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:33.829161 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:33.858938 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Allocated IP 192.168.233.48 (13a2e663-858b-4a6f-bce1-c8d57eea3f19/9eede423-f680-4e85-83fc-e6699a44f520/07a57c21-c2d8-4415-a529-3b656d7dda64) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:30:33.883195 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b3660d-e4a2-4122-ae8f-9f43834919cd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Router b89979e4-e688-49a8-b2eb-06d6aad97fe6 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:30:33.891086 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0da4cd04-a189-40f1-b8cb-7fd3f0d9dd9f admin admin] Publish callbacks [] for security_group (42ff7b93-79f7-48e1-8c95-6b5318ceded3), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:33.906730 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0da4cd04-a189-40f1-b8cb-7fd3f0d9dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (42ff7b93-79f7-48e1-8c95-6b5318ceded3), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:33.950150 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fd1814c9-31d7-4867-baad-611879544e47 req-e540898a-160e-4262-9b33-8c04a6b506ca tempest-DeleteServersTestJSON-870960113 tempest-DeleteServersTestJSON-870960113-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f4ad200a-0b2a-4bf1-8d08-2e48447b0c31 HTTP/1.1" status: 200 len: 210 time: 0.0572052 Aug 30 04:30:33.983522 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-0da4cd04-a189-40f1-b8cb-7fd3f0d9dd9f admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=4c1a2fb36ed84cf48e44f8f806b20089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410196 Aug 30 04:30:33.985567 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46562) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:33.992590 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4cd04-a189-40f1-b8cb-7fd3f0d9dd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ff7b93-79f7-48e1-8c95-6b5318ceded3,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:34.112557 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb02e-f20e-4e65-9b2d-62a1ece34ba0 admin admin] Publish callbacks [] for security_group (42ff7b93-79f7-48e1-8c95-6b5318ceded3), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:34.141811 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb02e-f20e-4e65-9b2d-62a1ece34ba0 admin admin] Publish callbacks [] for security_group (42ff7b93-79f7-48e1-8c95-6b5318ceded3), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:34.224417 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb02e-f20e-4e65-9b2d-62a1ece34ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (42ff7b93-79f7-48e1-8c95-6b5318ceded3), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:34.230159 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb02e-f20e-4e65-9b2d-62a1ece34ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:34.238279 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-d6cbb02e-f20e-4e65-9b2d-62a1ece34ba0 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/42ff7b93-79f7-48e1-8c95-6b5318ceded3 HTTP/1.1" status: 204 len: 168 time: 0.2512469 Aug 30 04:30:34.256043 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbb02e-f20e-4e65-9b2d-62a1ece34ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ff7b93-79f7-48e1-8c95-6b5318ceded3,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:34.451425 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46574) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:34.475818 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b3660d-e4a2-4122-ae8f-9f43834919cd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:30:34.487170 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-28b3660d-e4a2-4122-ae8f-9f43834919cd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:34.504119 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82032b75-93c1-4242-9570-192354c2a385 None None] Sync routers for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:30:34.531009 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Publish callbacks [] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:34.537486 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:34.557277 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-28b3660d-e4a2-4122-ae8f-9f43834919cd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "PUT /networking/v2.0/floatingips/ec367bf4-6269-43c5-a2b5-490cba55c515 HTTP/1.1" status: 200 len: 990 time: 4.4541938 Aug 30 04:30:34.558026 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82032b75-93c1-4242-9570-192354c2a385 None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:30:34.559659 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:34.562076 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-82032b75-93c1-4242-9570-192354c2a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:30:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:34.562544 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba" -d '{"events": [{"name": "network-changed", "server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:34.673906 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37fa72-dd36-43d9-a4a5-9573037a05a4 req-13981555-dd43-4cfa-951d-277de41e8479 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:34.676994 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1a37fa72-dd36-43d9-a4a5-9573037a05a4 req-13981555-dd43-4cfa-951d-277de41e8479 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0814285 Aug 30 04:30:34.709647 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f580c0c7-e5ce-4b0d-95e2-0de5fe0fd274 x-openstack-request-id: req-f580c0c7-e5ce-4b0d-95e2-0de5fe0fd274 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:34.709924 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:34.710192 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f580c0c7-e5ce-4b0d-95e2-0de5fe0fd274 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:34.717737 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f580c0c7-e5ce-4b0d-95e2-0de5fe0fd274'] response: {'name': 'network-changed', 'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'status': 'completed', 'code': 200} Aug 30 04:30:34.806861 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1a37fa72-dd36-43d9-a4a5-9573037a05a4 req-1022b578-2db9-423c-a06e-c0351e8ead7b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041157 Aug 30 04:30:34.809971 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:34.941523 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa099dc4-31aa-4850-9184-b19c34039456 req-965acf1d-e995-4ed7-9382-cb3d79b341da tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:34.945341 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Network 13a2e663-858b-4a6f-bce1-c8d57eea3f19 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:30:34.952851 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:30:34.958956 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:30:34.960374 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fa099dc4-31aa-4850-9184-b19c34039456 req-965acf1d-e995-4ed7-9382-cb3d79b341da tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 935 time: 0.1430402 Aug 30 04:30:35.024728 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:35.033388 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:35.034420 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:35.043715 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-82032b75-93c1-4242-9570-192354c2a385 None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:30:35.063585 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Pushing event updated for resources: {'Port': ['ID=07a57c21-c2d8-4415-a529-3b656d7dda64,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:35.084786 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-8bf945e9-5529-4020-8fd9-7c433e6ac2fc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7970557 Aug 30 04:30:35.119821 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Request body: {'port': {'device_id': '859b50bf-b0cd-454b-8109-baf01c345feb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:35.237132 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fa099dc4-31aa-4850-9184-b19c34039456 req-f9509a60-b611-4f2e-95be-1ee25dfebdf2 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727749 Aug 30 04:30:35.238637 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-45982f6c-a18d-45d5-8bfe-29b3b12cbb31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:35.263861 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba req-aafc14b1-ab0b-4225-a026-91967e5713b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:35.268052 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba req-aafc14b1-ab0b-4225-a026-91967e5713b2 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 1129 time: 0.2702448 Aug 30 04:30:35.346708 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:35.449542 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75756809-ffae-4881-99b7-670470f70529 req-aee7ad55-bfc8-41cc-95cb-3ac59b20e0ec tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:35.453078 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-75756809-ffae-4881-99b7-670470f70529 req-aee7ad55-bfc8-41cc-95cb-3ac59b20e0ec tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.2784874 Aug 30 04:30:35.546040 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-82032b75-93c1-4242-9570-192354c2a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'ec367bf4-6269-43c5-a2b5-490cba55c515', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'port_id': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'mac_address': 'fa:16:3e:7a:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72691437-a322-4abe-a51d-6883e8aa8717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:55Z', 'updated_at': '2022-08-30T04:30:32Z', 'revision_number': 1, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:35.586735 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82032b75-93c1-4242-9570-192354c2a385 None None] Checking router: b89979e4-e688-49a8-b2eb-06d6aad97fe6 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:30:35.587475 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba req-162f2984-ab8e-4b8e-8b36-fa276d0d5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:35.589441 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba req-162f2984-ab8e-4b8e-8b36-fa276d0d5c7d service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 919 time: 0.3056214 Aug 30 04:30:35.628790 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82032b75-93c1-4242-9570-192354c2a385 None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:30:35.629638 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-82032b75-93c1-4242-9570-192354c2a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:30:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:35.634727 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-087565c5-a908-40e1-86bc-76a6341c9620 None None] Provisioning complete for port 07a57c21-c2d8-4415-a529-3b656d7dda64 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:35.639717 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-087565c5-a908-40e1-86bc-76a6341c9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:35.640125 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-75756809-ffae-4881-99b7-670470f70529 req-362db7bd-86bb-44cc-94f0-40a8f91532c8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778677 Aug 30 04:30:35.724151 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:35.794218 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-087565c5-a908-40e1-86bc-76a6341c9620 None None] Port 07a57c21-c2d8-4415-a529-3b656d7dda64 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:30:35.799477 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c764e-f5e7-49f0-80c7-d651629fe173 req-39535ee6-dcef-48c1-ac1c-94fb7a09acf0 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:35.807824 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1b6c764e-f5e7-49f0-80c7-d651629fe173 req-39535ee6-dcef-48c1-ac1c-94fb7a09acf0 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.4853947 Aug 30 04:30:35.823768 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46620) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:35.836682 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-5eb35c6a-5f7c-46b8-90e8-734cf77e0aed tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'floatingip': {'port_id': 'a074f768-02bd-44f4-a577-4d4aee4c169b'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:35.897131 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-82032b75-93c1-4242-9570-192354c2a385 None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:30:35.940296 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba req-946c4858-397f-49f5-8ce0-f26cb8a1e688 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb HTTP/1.1" status: 200 len: 998 time: 0.2856882 Aug 30 04:30:36.000066 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5eb35c6a-5f7c-46b8-90e8-734cf77e0aed tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (ec452322-dcec-4525-a349-4c18376f0ef6), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:36.026277 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=14,neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:36.073146 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-45982f6c-a18d-45d5-8bfe-29b3b12cbb31 admin admin] Publish callbacks [] for security_group (f8e52c0b-a389-4c3b-8712-50bc4c9d13f6), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:36.094706 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-45982f6c-a18d-45d5-8bfe-29b3b12cbb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f8e52c0b-a389-4c3b-8712-50bc4c9d13f6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:36.149244 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-45982f6c-a18d-45d5-8bfe-29b3b12cbb31 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=0c65b63ddb8441d1991aeed716101750&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6946845 Aug 30 04:30:36.151802 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba req-6da888d8-7a60-46de-8807-2ce2ca43d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:36.153043 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46632) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:36.154547 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba req-6da888d8-7a60-46de-8807-2ce2ca43d287 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 200 len: 856 time: 0.2004075 Aug 30 04:30:36.226761 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45982f6c-a18d-45d5-8bfe-29b3b12cbb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e52c0b-a389-4c3b-8712-50bc4c9d13f6,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:36.245893 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba req-af926729-0534-4f95-b1d6-ccadb6a201cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:36.249353 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba req-af926729-0534-4f95-b1d6-ccadb6a201cf service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0743825 Aug 30 04:30:36.483790 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:36.540436 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a57c21-c2d8-4415-a529-3b656d7dda64 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:36.560501 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Publish callbacks [] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:36.641760 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-67670239-46a7-4250-b5d6-b8814a913f0c admin admin] Publish callbacks [] for security_group (f8e52c0b-a389-4c3b-8712-50bc4c9d13f6), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:36.658449 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-82032b75-93c1-4242-9570-192354c2a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'ec367bf4-6269-43c5-a2b5-490cba55c515', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'port_id': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'mac_address': 'fa:16:3e:7a:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72691437-a322-4abe-a51d-6883e8aa8717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:55Z', 'updated_at': '2022-08-30T04:30:32Z', 'revision_number': 1, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:36.709585 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87286d5-01e5-48b9-95cc-4bf15f15e1a2 req-d5da68a9-cbe3-49a3-9222-5a157d7aa4df tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:36.716942 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Transition to ACTIVE for port object 07a57c21-c2d8-4415-a529-3b656d7dda64 will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:30:36.717842 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f87286d5-01e5-48b9-95cc-4bf15f15e1a2 req-d5da68a9-cbe3-49a3-9222-5a157d7aa4df tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 935 time: 0.2169354 Aug 30 04:30:36.731356 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82032b75-93c1-4242-9570-192354c2a385 None None] The sync data for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb is: [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'ec367bf4-6269-43c5-a2b5-490cba55c515', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'port_id': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'mac_address': 'fa:16:3e:7a:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72691437-a322-4abe-a51d-6883e8aa8717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:55Z', 'updated_at': '2022-08-30T04:30:32Z', 'revision_number': 1, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:30:36.750254 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:36.844773 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:36.845465 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:36.935710 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-67670239-46a7-4250-b5d6-b8814a913f0c admin admin] Publish callbacks [] for security_group (f8e52c0b-a389-4c3b-8712-50bc4c9d13f6), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:37.060624 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff673ad-826c-4783-8395-7852aa406f3a req-6e666023-e349-4c5a-815e-181eca0e18f5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:37.069352 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4ff673ad-826c-4783-8395-7852aa406f3a req-6e666023-e349-4c5a-815e-181eca0e18f5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1397638 Aug 30 04:30:37.228830 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50a1b4-3f25-4fc7-94d5-781f9b855a8e None None] New status for floating IP ec367bf4-6269-43c5-a2b5-490cba55c515: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:30:37.259714 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46656) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:37.279450 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Pushing event updated for resources: {'Port': ['ID=07a57c21-c2d8-4415-a529-3b656d7dda64,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:37.321217 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f87286d5-01e5-48b9-95cc-4bf15f15e1a2 req-b70048ab-0dc4-4ab1-a2d7-090c8ec83295 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017175 Aug 30 04:30:37.353980 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba req-2288ef5a-a3bf-4b05-a3c3-286f97dd4388 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0933568 Aug 30 04:30:37.479654 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Attempting to bind port 07a57c21-c2d8-4415-a529-3b656d7dda64 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:30:37.481784 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Attempting to bind port 07a57c21-c2d8-4415-a529-3b656d7dda64 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '0e04c373-2795-4447-bbf7-480d1b80144b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:30:37.483589 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Attempting to bind port 07a57c21-c2d8-4415-a529-3b656d7dda64 on network 13a2e663-858b-4a6f-bce1-c8d57eea3f19 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:37.491851 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-67670239-46a7-4250-b5d6-b8814a913f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f8e52c0b-a389-4c3b-8712-50bc4c9d13f6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:37.498491 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-67670239-46a7-4250-b5d6-b8814a913f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:37.500792 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-67670239-46a7-4250-b5d6-b8814a913f0c admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/f8e52c0b-a389-4c3b-8712-50bc4c9d13f6 HTTP/1.1" status: 204 len: 168 time: 1.3433371 Aug 30 04:30:37.511403 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4ff673ad-826c-4783-8395-7852aa406f3a req-42cfef0d-1f6d-4592-a879-76c1f1a9c60f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408834 Aug 30 04:30:37.526592 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Port 07a57c21-c2d8-4415-a529-3b656d7dda64 on network 13a2e663-858b-4a6f-bce1-c8d57eea3f19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:30:37.527611 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Attempting to bind port 07a57c21-c2d8-4415-a529-3b656d7dda64 on network 13a2e663-858b-4a6f-bce1-c8d57eea3f19 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:37.574857 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:30:37.575898 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Checking segment: {'id': '0e04c373-2795-4447-bbf7-480d1b80144b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:30:37.576802 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Bound using segment: {'id': '0e04c373-2795-4447-bbf7-480d1b80144b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:30:37.577843 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Bound port: 07a57c21-c2d8-4415-a529-3b656d7dda64, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e04c373-2795-4447-bbf7-480d1b80144b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:30:37.578669 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:37.580005 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8df9b79c-41d2-4ed1-8e94-ae3145e540ba req-08f18d3f-9b3f-44ef-a383-c8abd7e0c88e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146177 Aug 30 04:30:37.658894 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67670239-46a7-4250-b5d6-b8814a913f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e52c0b-a389-4c3b-8712-50bc4c9d13f6,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:37.764386 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46676) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:37.764722 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-08b63d58-c2da-4413-a5ec-35c2cef45a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:37.905000 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:37.956316 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-1ab629e3-e544-4632-a1c4-ccaf15563f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:38.098217 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-08b63d58-c2da-4413-a5ec-35c2cef45a47 admin admin] Publish callbacks [] for security_group (2d5540c3-6eee-4915-bb24-fa0c462145a7), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:38.108037 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-08b63d58-c2da-4413-a5ec-35c2cef45a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2d5540c3-6eee-4915-bb24-fa0c462145a7), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:38.159655 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.db.resource_extend [None req-5eb35c6a-5f7c-46b8-90e8-734cf77e0aed tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 04:30:38.235240 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b63d58-c2da-4413-a5ec-35c2cef45a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5540c3-6eee-4915-bb24-fa0c462145a7,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:38.241282 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5eb35c6a-5f7c-46b8-90e8-734cf77e0aed tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:38.281793 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] For port 07a57c21-c2d8-4415-a529-3b656d7dda64, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:30:38.284542 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5eb35c6a-5f7c-46b8-90e8-734cf77e0aed tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (ec452322-dcec-4525-a349-4c18376f0ef6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:38.316949 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-08b63d58-c2da-4413-a5ec-35c2cef45a47 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=697f493ce42f402ba41103eb0699f61f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0548000 Aug 30 04:30:38.323481 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46686) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:38.354735 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] For port 07a57c21-c2d8-4415-a529-3b656d7dda64, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=07a57c21-c2d8-4415-a529-3b656d7dda64,segment=NetworkSegment(0e04c373-2795-4447-bbf7-480d1b80144b),segment_id=0e04c373-2795-4447-bbf7-480d1b80144b)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:30:38.398479 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:38.402191 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:38.424877 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:38.425799 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:38.427499 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/07a57c21-c2d8-4415-a529-3b656d7dda64 HTTP/1.1" status: 200 len: 1097 time: 3.3172345 Aug 30 04:30:38.433078 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859b50bf-b0cd-454b-8109-baf01c345feb', 'tag': '07a57c21-c2d8-4415-a529-3b656d7dda64'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:38.435583 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac3b016-8e04-4abc-8e08-bd804d41d0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "859b50bf-b0cd-454b-8109-baf01c345feb", "tag": "07a57c21-c2d8-4415-a529-3b656d7dda64"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:38.528978 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99a74bb-8404-4672-b6ab-304e5b203184 admin admin] Publish callbacks [] for security_group (2d5540c3-6eee-4915-bb24-fa0c462145a7), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:38.563739 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78f9dc0-e0f8-4ea0-9ef6-2333a5d77cfd x-openstack-request-id: req-d78f9dc0-e0f8-4ea0-9ef6-2333a5d77cfd {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:38.564300 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859b50bf-b0cd-454b-8109-baf01c345feb", "tag": "07a57c21-c2d8-4415-a529-3b656d7dda64", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:38.564680 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d78f9dc0-e0f8-4ea0-9ef6-2333a5d77cfd {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:38.565247 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78f9dc0-e0f8-4ea0-9ef6-2333a5d77cfd'] response: {'name': 'network-changed', 'server_uuid': '859b50bf-b0cd-454b-8109-baf01c345feb', 'tag': '07a57c21-c2d8-4415-a529-3b656d7dda64', 'status': 'completed', 'code': 200} Aug 30 04:30:38.675096 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46696) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:38.715551 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99a74bb-8404-4672-b6ab-304e5b203184 admin admin] Publish callbacks [] for security_group (2d5540c3-6eee-4915-bb24-fa0c462145a7), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:38.717961 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-ed5ff6b4-cdfc-4020-b233-bc2f3cd0eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:38.719899 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-ed5ff6b4-cdfc-4020-b233-bc2f3cd0eda3 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=92b93bd6951d461ba2f6586f3566699d&device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 1131 time: 0.0842865 Aug 30 04:30:38.754100 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fad20229-5379-4733-9633-eb4a6068b725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:38.777504 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bc7d4-a9ac-445e-8d5c-a9be8418f314 req-8f5feee3-8c71-479e-a114-83a17efa388b tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:38.790232 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-bc8bc7d4-a9ac-445e-8d5c-a9be8418f314 req-8f5feee3-8c71-479e-a114-83a17efa388b tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 947 time: 0.2285137 Aug 30 04:30:38.829731 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726c933-10c7-4f31-8651-8ad208b673f7 service neutron] Pushing event updated for resources: {'Port': ['ID=07a57c21-c2d8-4415-a529-3b656d7dda64,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:38.873503 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-d366ff5a-7173-4f8f-835a-f97da994e4bb service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=07a57c21-c2d8-4415-a529-3b656d7dda64 HTTP/1.1" status: 200 len: 217 time: 0.1176121 Aug 30 04:30:38.874018 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:38.882456 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [None req-5eb35c6a-5f7c-46b8-90e8-734cf77e0aed tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Floating IP ec452322-dcec-4525-a349-4c18376f0ef6 associated. External IP: 172.28.3.179, port: a074f768-02bd-44f4-a577-4d4aee4c169b. Aug 30 04:30:39.017514 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fad20229-5379-4733-9633-eb4a6068b725 admin admin] Publish callbacks [] for security_group (4e862b43-3101-4ed3-9b86-cc1e177a0c1d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:39.019193 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:39.036115 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b78e0-dc96-49bc-8b88-f9a7737f8841 req-44f13937-2de0-4aa5-92af-7e5ff5f2485b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:39.043768 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-593b78e0-dc96-49bc-8b88-f9a7737f8841 req-44f13937-2de0-4aa5-92af-7e5ff5f2485b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.3196976 Aug 30 04:30:39.088748 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-bc8bc7d4-a9ac-445e-8d5c-a9be8418f314 req-04ca888c-3420-49b8-b1dd-e06e470b69c6 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969785 Aug 30 04:30:39.089792 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fad20229-5379-4733-9633-eb4a6068b725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4e862b43-3101-4ed3-9b86-cc1e177a0c1d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:39.164538 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:39.195114 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-fad20229-5379-4733-9633-eb4a6068b725 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=7dedf69da77747379c9735e0fb415273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141304 Aug 30 04:30:39.196456 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad20229-5379-4733-9633-eb4a6068b725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e862b43-3101-4ed3-9b86-cc1e177a0c1d,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:39.199312 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46702) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:39.262693 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99a74bb-8404-4672-b6ab-304e5b203184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2d5540c3-6eee-4915-bb24-fa0c462145a7), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:39.276422 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c99a74bb-8404-4672-b6ab-304e5b203184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:39.283730 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-c99a74bb-8404-4672-b6ab-304e5b203184 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/2d5540c3-6eee-4915-bb24-fa0c462145a7 HTTP/1.1" status: 204 len: 168 time: 0.9564903 Aug 30 04:30:39.343712 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a74bb-8404-4672-b6ab-304e5b203184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5540c3-6eee-4915-bb24-fa0c462145a7,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:39.388233 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb35c6a-5f7c-46b8-90e8-734cf77e0aed tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:30:39.396112 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-985909a6-0c98-4d4d-8c3d-d960f3b10a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:39.398661 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-985909a6-0c98-4d4d-8c3d-d960f3b10a8b service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=9eede423-f680-4e85-83fc-e6699a44f520 HTTP/1.1" status: 200 len: 843 time: 0.4010758 Aug 30 04:30:39.432359 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-16b755e4-1c54-4c54-8a0c-b30c6baa371b admin admin] Publish callbacks [] for security_group (4e862b43-3101-4ed3-9b86-cc1e177a0c1d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:39.514595 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-16b755e4-1c54-4c54-8a0c-b30c6baa371b admin admin] Publish callbacks [] for security_group (4e862b43-3101-4ed3-9b86-cc1e177a0c1d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:39.516955 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-593b78e0-dc96-49bc-8b88-f9a7737f8841 req-0452aeba-d749-4ec2-b426-60a8a6cf7ae8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721563 Aug 30 04:30:39.678753 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-16b755e4-1c54-4c54-8a0c-b30c6baa371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4e862b43-3101-4ed3-9b86-cc1e177a0c1d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:39.691243 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-16b755e4-1c54-4c54-8a0c-b30c6baa371b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:39.692828 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-16b755e4-1c54-4c54-8a0c-b30c6baa371b admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/4e862b43-3101-4ed3-9b86-cc1e177a0c1d HTTP/1.1" status: 204 len: 168 time: 0.4925928 Aug 30 04:30:39.697484 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-ed714d0f-a40f-4619-8a22-b45f79a96fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:39.699446 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-ed714d0f-a40f-4619-8a22-b45f79a96fa0 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=13a2e663-858b-4a6f-bce1-c8d57eea3f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2835021 Aug 30 04:30:39.704126 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b755e4-1c54-4c54-8a0c-b30c6baa371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e862b43-3101-4ed3-9b86-cc1e177a0c1d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:39.991215 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:40.084446 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519691'] for router_interface (c60e8b40-20e5-40ab-b202-e2a5899bcce5), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:40.176402 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb35c6a-5f7c-46b8-90e8-734cf77e0aed tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:30:40.185304 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5eb35c6a-5f7c-46b8-90e8-734cf77e0aed tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:40.214462 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-3a0309ef-c397-443e-8095-c69487d2a59f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/13a2e663-858b-4a6f-bce1-c8d57eea3f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307015 Aug 30 04:30:40.230850 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b939e-7b01-4ea8-af81-4bd2969781be None None] Sync routers for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:30:40.275074 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b939e-7b01-4ea8-af81-4bd2969781be None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:30:40.283233 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1f1b939e-7b01-4ea8-af81-4bd2969781be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:30:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:40.295727 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-5eb35c6a-5f7c-46b8-90e8-734cf77e0aed tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "PUT /networking/v2.0/floatingips/ec452322-dcec-4525-a349-4c18376f0ef6 HTTP/1.1" status: 200 len: 991 time: 4.4673190 Aug 30 04:30:40.515136 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551f027-1f73-477c-9251-1ef1eb54cae1 req-715ad4c3-b137-42ef-a88c-f09b8a9cfd69 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:40.525984 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d551f027-1f73-477c-9251-1ef1eb54cae1 req-715ad4c3-b137-42ef-a88c-f09b8a9cfd69 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 947 time: 0.2046540 Aug 30 04:30:40.527483 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:40.776720 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'tag': 'a074f768-02bd-44f4-a577-4d4aee4c169b'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:40.778283 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d551f027-1f73-477c-9251-1ef1eb54cae1 req-364284ea-a9bc-48f3-9a53-b2b54a4f75c4 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414994 Aug 30 04:30:40.779687 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a697f87e-781c-4f57-bb93-11eb58fdc1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a566046-e7ae-47bc-bba8-3875c0ef4fa9", "tag": "a074f768-02bd-44f4-a577-4d4aee4c169b"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:40.908301 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-10db63fd-679a-4ab9-a4d2-24d14c3e5a46 req-46ff2422-d718-4719-aae5-645e5a020f8b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/13a2e663-858b-4a6f-bce1-c8d57eea3f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845064 Aug 30 04:30:40.992997 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-1f1b939e-7b01-4ea8-af81-4bd2969781be None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:30:41.071731 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b9b60a-bb5a-426c-afd2-ec0b617f90af x-openstack-request-id: req-21b9b60a-bb5a-426c-afd2-ec0b617f90af {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:41.072103 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a566046-e7ae-47bc-bba8-3875c0ef4fa9", "tag": "a074f768-02bd-44f4-a577-4d4aee4c169b", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:41.072304 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-21b9b60a-bb5a-426c-afd2-ec0b617f90af {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:41.078680 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b9b60a-bb5a-426c-afd2-ec0b617f90af'] response: {'name': 'network-changed', 'server_uuid': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'tag': 'a074f768-02bd-44f4-a577-4d4aee4c169b', 'status': 'completed', 'code': 200} Aug 30 04:30:41.101078 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a3207-d231-415c-9858-13f85119caeb req-e93fb6b5-b0b1-4802-bbe8-3eed4227b63d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:41.102861 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b42a3207-d231-415c-9858-13f85119caeb req-e93fb6b5-b0b1-4802-bbe8-3eed4227b63d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.2319713 Aug 30 04:30:41.216418 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:41.228326 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] Deleting port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:30:41.228743 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:41.283629 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b42a3207-d231-415c-9858-13f85119caeb req-cd16be1b-de1a-4097-b045-eb22969277f0 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626322 Aug 30 04:30:41.358401 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] For port b77ff9fc-3d6c-40d2-b794-2164b9fa7d17, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=b77ff9fc-3d6c-40d2-b794-2164b9fa7d17,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:41.358869 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:41.391219 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] Calling delete_port for b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 owned by network:router_interface {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:30:41.443454 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ec39f454-74ef-438a-805d-b886d0e1695a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:41.497014 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1f1b939e-7b01-4ea8-af81-4bd2969781be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'ec452322-dcec-4525-a349-4c18376f0ef6', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'port_id': 'a074f768-02bd-44f4-a577-4d4aee4c169b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'mac_address': 'fa:16:3e:75:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:58Z', 'updated_at': '2022-08-30T04:30:37Z', 'revision_number': 1, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:41.555860 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b939e-7b01-4ea8-af81-4bd2969781be None None] Checking router: 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:30:41.578088 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b939e-7b01-4ea8-af81-4bd2969781be None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:30:41.579154 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1f1b939e-7b01-4ea8-af81-4bd2969781be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:30:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:41.663662 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:41.795383 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-1f1b939e-7b01-4ea8-af81-4bd2969781be None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:30:41.832625 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (b77ff9fc-3d6c-40d2-b794-2164b9fa7d17), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:41.897024 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77ff9fc-3d6c-40d2-b794-2164b9fa7d17,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:42.006384 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:42.087197 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875c6d-782e-42f7-940e-77486d14adda req-a9dd859d-6259-45b1-98ef-0c9b5486cf4f tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:42.097183 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8f875c6d-782e-42f7-940e-77486d14adda req-a9dd859d-6259-45b1-98ef-0c9b5486cf4f tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 947 time: 0.1004469 Aug 30 04:30:42.260360 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8f875c6d-782e-42f7-940e-77486d14adda req-cbc86a82-8dda-4812-861f-e60bc50f94cf tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561718 Aug 30 04:30:42.292871 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3b016-8e04-4abc-8e08-bd804d41d0f2 req-ec7b863c-fead-47a8-ab3b-59922c2d397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:42.297504 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aac3b016-8e04-4abc-8e08-bd804d41d0f2 req-ec7b863c-fead-47a8-ab3b-59922c2d397f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=92b93bd6951d461ba2f6586f3566699d&device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 1131 time: 0.1314213 Aug 30 04:30:42.385545 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697f87e-781c-4f57-bb93-11eb58fdc1f0 req-7750f7a2-6ecb-489e-9655-6e1baf39a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:42.396549 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a697f87e-781c-4f57-bb93-11eb58fdc1f0 req-7750f7a2-6ecb-489e-9655-6e1baf39a95e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 1129 time: 0.1738155 Aug 30 04:30:42.621119 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3b016-8e04-4abc-8e08-bd804d41d0f2 req-b91d0f49-d20a-433f-ab99-446eeedd0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:42.624347 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aac3b016-8e04-4abc-8e08-bd804d41d0f2 req-b91d0f49-d20a-433f-ab99-446eeedd0625 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=13a2e663-858b-4a6f-bce1-c8d57eea3f19 HTTP/1.1" status: 200 len: 871 time: 0.2677684 Aug 30 04:30:42.707978 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697f87e-781c-4f57-bb93-11eb58fdc1f0 req-d99fccef-d69b-4c38-892b-4ac5af0ad7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:42.711104 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a697f87e-781c-4f57-bb93-11eb58fdc1f0 req-d99fccef-d69b-4c38-892b-4ac5af0ad7c1 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=bddd7440-d2d5-43f3-9351-36f5944c255c HTTP/1.1" status: 200 len: 912 time: 0.3048794 Aug 30 04:30:42.738954 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1f1b939e-7b01-4ea8-af81-4bd2969781be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'ec452322-dcec-4525-a349-4c18376f0ef6', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'port_id': 'a074f768-02bd-44f4-a577-4d4aee4c169b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'mac_address': 'fa:16:3e:75:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:58Z', 'updated_at': '2022-08-30T04:30:37Z', 'revision_number': 1, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:42.798932 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519611'] for router_interface (c60e8b40-20e5-40ab-b202-e2a5899bcce5), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:42.804537 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aac3b016-8e04-4abc-8e08-bd804d41d0f2 req-b9e8cc47-833a-487b-904c-9e6868681ce6 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=07a57c21-c2d8-4415-a529-3b656d7dda64 HTTP/1.1" status: 200 len: 217 time: 0.1475761 Aug 30 04:30:42.813392 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b939e-7b01-4ea8-af81-4bd2969781be None None] The sync data for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb is: [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'ec452322-dcec-4525-a349-4c18376f0ef6', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'port_id': 'a074f768-02bd-44f4-a577-4d4aee4c169b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'mac_address': 'fa:16:3e:75:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:58Z', 'updated_at': '2022-08-30T04:30:37Z', 'revision_number': 1, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:30:42.890720 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a697f87e-781c-4f57-bb93-11eb58fdc1f0 req-f83c9072-8585-4050-bf0a-8160673d84e9 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a074f768-02bd-44f4-a577-4d4aee4c169b HTTP/1.1" status: 200 len: 999 time: 0.1717343 Aug 30 04:30:42.924540 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82852f98-42bb-44d3-8726-233f5edefcb5 req-909ceb8d-9c00-4024-bb6c-db7c25f8e459 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:42.932210 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-82852f98-42bb-44d3-8726-233f5edefcb5 req-909ceb8d-9c00-4024-bb6c-db7c25f8e459 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.3062580 Aug 30 04:30:42.961677 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:43.017502 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697f87e-781c-4f57-bb93-11eb58fdc1f0 req-f8af26cc-4714-4ccb-92b7-571634372abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:43.023194 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a697f87e-781c-4f57-bb93-11eb58fdc1f0 req-f8af26cc-4714-4ccb-92b7-571634372abf service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=69a1d0ce-bd9d-4d78-a0cb-792af118065b HTTP/1.1" status: 200 len: 849 time: 0.1260481 Aug 30 04:30:43.111283 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697f87e-781c-4f57-bb93-11eb58fdc1f0 req-3d0488dd-6c34-46fd-a6a5-e82881797b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:43.116986 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a697f87e-781c-4f57-bb93-11eb58fdc1f0 req-3d0488dd-6c34-46fd-a6a5-e82881797b55 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bddd7440-d2d5-43f3-9351-36f5944c255c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0856442 Aug 30 04:30:43.217309 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3b016-8e04-4abc-8e08-bd804d41d0f2 req-a237fc21-7422-4e49-890b-59e81423d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:43.219175 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aac3b016-8e04-4abc-8e08-bd804d41d0f2 req-a237fc21-7422-4e49-890b-59e81423d544 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=9eede423-f680-4e85-83fc-e6699a44f520 HTTP/1.1" status: 200 len: 843 time: 0.4037063 Aug 30 04:30:43.385087 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a697f87e-781c-4f57-bb93-11eb58fdc1f0 req-7a3c45e7-5f08-4097-96b9-7efc4c237c99 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603023 Aug 30 04:30:43.385880 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46804) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:43.398058 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291655d5-30ff-433b-8a38-2ed4693344be None None] New status for floating IP ec452322-dcec-4525-a349-4c18376f0ef6: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:30:43.430882 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3b016-8e04-4abc-8e08-bd804d41d0f2 req-df747eb8-4e85-46b9-9971-6c9f9e87fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:43.433623 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aac3b016-8e04-4abc-8e08-bd804d41d0f2 req-df747eb8-4e85-46b9-9971-6c9f9e87fe3a service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=13a2e663-858b-4a6f-bce1-c8d57eea3f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2048094 Aug 30 04:30:43.662396 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-82852f98-42bb-44d3-8726-233f5edefcb5 req-9ad6e794-52af-44cd-b3eb-e133fb669433 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7095551 Aug 30 04:30:43.720336 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:43.749464 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fd4e6a3d-03ed-45dc-aa57-74642a31becb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:43.778653 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94b79b-b721-4f54-8baa-ad8a95d5c41c req-68c18ba8-054f-4dc6-9d5b-e6279a76826d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:43.785013 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3f94b79b-b721-4f54-8baa-ad8a95d5c41c req-68c18ba8-054f-4dc6-9d5b-e6279a76826d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 947 time: 0.2533813 Aug 30 04:30:43.816950 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aac3b016-8e04-4abc-8e08-bd804d41d0f2 req-18a95433-8a4f-42b0-bfa2-fa0c6666f6e1 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/13a2e663-858b-4a6f-bce1-c8d57eea3f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694994 Aug 30 04:30:43.925431 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 07a57c21-c2d8-4415-a529-3b656d7dda64 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:30:43.933489 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a697f87e-781c-4f57-bb93-11eb58fdc1f0 req-0c64d849-039c-4765-a45e-ccd811c06707 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246825 Aug 30 04:30:43.977893 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3f94b79b-b721-4f54-8baa-ad8a95d5c41c req-aa31233e-5540-4a0e-9b57-eb2ba66d4601 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652277 Aug 30 04:30:44.019311 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.019652 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:44.042207 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aac3b016-8e04-4abc-8e08-bd804d41d0f2 req-2930a7ff-77f9-4e2d-898c-ef3d5484eb80 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/13a2e663-858b-4a6f-bce1-c8d57eea3f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144134 Aug 30 04:30:44.078833 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fd4e6a3d-03ed-45dc-aa57-74642a31becb admin admin] Publish callbacks [] for security_group (4194e952-27cf-43ec-86a4-a6197c70cb73), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.086157 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fd4e6a3d-03ed-45dc-aa57-74642a31becb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4194e952-27cf-43ec-86a4-a6197c70cb73), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.090363 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] Router c60e8b40-20e5-40ab-b202-e2a5899bcce5 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:30:44.139016 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e6a3d-03ed-45dc-aa57-74642a31becb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4194e952-27cf-43ec-86a4-a6197c70cb73,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:44.153563 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-fd4e6a3d-03ed-45dc-aa57-74642a31becb admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=2d111af148f74f0c879c80c3c1362fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7659531 Aug 30 04:30:44.157271 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46816) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:44.197583 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 07a57c21-c2d8-4415-a529-3b656d7dda64, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=07a57c21-c2d8-4415-a529-3b656d7dda64,segment=NetworkSegment(0e04c373-2795-4447-bbf7-480d1b80144b),segment_id=0e04c373-2795-4447-bbf7-480d1b80144b)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:44.218267 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '07a57c21-c2d8-4415-a529-3b656d7dda64', 'network_id': '13a2e663-858b-4a6f-bce1-c8d57eea3f19', 'port_id': '07a57c21-c2d8-4415-a529-3b656d7dda64', 'mac_address': 'fa:16:3e:5b:9d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eede423-f680-4e85-83fc-e6699a44f520', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:30:44.226084 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:44.242217 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:30:44.248271 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-375f9f06-997a-4ca4-ad75-69178ea86b22 admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/c60e8b40-20e5-40ab-b202-e2a5899bcce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4795895 Aug 30 04:30:44.252973 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46818) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:44.256011 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7028e671-3324-43e2-a355-3e0edb1e5038 None None] Sync routers for ids ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:30:44.257900 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7c934a48-dd5b-44ae-8c30-5719d4d9dd93 admin admin] Publish callbacks [] for security_group (4194e952-27cf-43ec-86a4-a6197c70cb73), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.293422 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028e671-3324-43e2-a355-3e0edb1e5038 None None] Routers {'c60e8b40-20e5-40ab-b202-e2a5899bcce5'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:30:44.295064 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7028e671-3324-43e2-a355-3e0edb1e5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:30:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:44.296463 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 07a57c21-c2d8-4415-a529-3b656d7dda64 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:44.297723 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.305953 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7c934a48-dd5b-44ae-8c30-5719d4d9dd93 admin admin] Publish callbacks [] for security_group (4194e952-27cf-43ec-86a4-a6197c70cb73), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.320586 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a57c21-c2d8-4415-a529-3b656d7dda64 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:44.349724 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 07a57c21-c2d8-4415-a529-3b656d7dda64, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=07a57c21-c2d8-4415-a529-3b656d7dda64,segment=NetworkSegment(0e04c373-2795-4447-bbf7-480d1b80144b),segment_id=0e04c373-2795-4447-bbf7-480d1b80144b)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:44.360170 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.396257 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7c934a48-dd5b-44ae-8c30-5719d4d9dd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4194e952-27cf-43ec-86a4-a6197c70cb73), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.399665 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7c934a48-dd5b-44ae-8c30-5719d4d9dd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.404279 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-7c934a48-dd5b-44ae-8c30-5719d4d9dd93 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/4194e952-27cf-43ec-86a4-a6197c70cb73 HTTP/1.1" status: 204 len: 168 time: 0.2442729 Aug 30 04:30:44.409636 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Publish callbacks [] for router (c60e8b40-20e5-40ab-b202-e2a5899bcce5), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.417944 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c934a48-dd5b-44ae-8c30-5719d4d9dd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4194e952-27cf-43ec-86a4-a6197c70cb73,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:44.482264 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=07a57c21-c2d8-4415-a529-3b656d7dda64,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:44.518851 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-7028e671-3324-43e2-a355-3e0edb1e5038 None None] Set router c60e8b40-20e5-40ab-b202-e2a5899bcce5 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:30:44.584867 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Publish callbacks [] for router_gateway (c60e8b40-20e5-40ab-b202-e2a5899bcce5), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.652025 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Deleting port bf1f7d61-40f8-4ac9-b58a-26e518373934 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:30:44.652381 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.709869 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.780098 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['07a57c21-c2d8-4415-a529-3b656d7dda64'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:44.886194 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] For port bf1f7d61-40f8-4ac9-b58a-26e518373934, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=bf1f7d61-40f8-4ac9-b58a-26e518373934,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:44.886551 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:44.970163 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7028e671-3324-43e2-a355-3e0edb1e5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'name': 'tempest-DeleteServersTestJSON-2131577340-router', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:08Z', 'updated_at': '2022-08-30T04:30:41Z', 'revision_number': 5, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'gw_port': {'id': 'bf1f7d61-40f8-4ac9-b58a-26e518373934', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:09Z', 'updated_at': '2022-08-30T04:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:44.988762 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:45.013055 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Calling delete_port for bf1f7d61-40f8-4ac9-b58a-26e518373934 owned by network:router_gateway {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:30:45.013604 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:45.102696 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:45.142739 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7028e671-3324-43e2-a355-3e0edb1e5038 None None] Checking router: c60e8b40-20e5-40ab-b202-e2a5899bcce5 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:30:45.164718 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028e671-3324-43e2-a355-3e0edb1e5038 None None] Routers {'c60e8b40-20e5-40ab-b202-e2a5899bcce5'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:30:45.164718 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7028e671-3324-43e2-a355-3e0edb1e5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:30:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:45.229346 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce493df-e2cd-4272-b643-28941311406b req-20aafe16-618f-4195-a3e1-6cb456b613bf tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:45.242970 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1ce493df-e2cd-4272-b643-28941311406b req-20aafe16-618f-4195-a3e1-6cb456b613bf tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.3095307 Aug 30 04:30:45.289267 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311766a-dc1e-4ab7-a219-78862ff03533 req-28b1f6ed-0738-464f-8cd3-78c89d8212c3 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:45.301572 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7311766a-dc1e-4ab7-a219-78862ff03533 req-28b1f6ed-0738-464f-8cd3-78c89d8212c3 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 948 time: 0.0985720 Aug 30 04:30:45.399042 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-7028e671-3324-43e2-a355-3e0edb1e5038 None None] Set router c60e8b40-20e5-40ab-b202-e2a5899bcce5 gateway port host: None {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:30:45.428310 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7311766a-dc1e-4ab7-a219-78862ff03533 req-11b74b90-3838-4abe-b827-faa57929f799 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192780 Aug 30 04:30:45.508244 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1ce493df-e2cd-4272-b643-28941311406b req-bb344c21-3365-4fae-93e4-559377f5e753 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635312 Aug 30 04:30:45.513526 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46854) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:45.551314 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7028e671-3324-43e2-a355-3e0edb1e5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'name': 'tempest-DeleteServersTestJSON-2131577340-router', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:08Z', 'updated_at': '2022-08-30T04:30:44Z', 'revision_number': 6, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'gw_port_host': None}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:45.587796 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7028e671-3324-43e2-a355-3e0edb1e5038 None None] The sync data for ids ['c60e8b40-20e5-40ab-b202-e2a5899bcce5'] in dv-cinder-854265-2-smb is: [{'id': 'c60e8b40-20e5-40ab-b202-e2a5899bcce5', 'name': 'tempest-DeleteServersTestJSON-2131577340-router', 'tenant_id': '0a8ee9d47bc94efca1f8c216349b0809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:08Z', 'updated_at': '2022-08-30T04:30:44Z', 'revision_number': 6, 'project_id': '0a8ee9d47bc94efca1f8c216349b0809', 'gw_port_host': None}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:30:45.674855 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (bf1f7d61-40f8-4ac9-b58a-26e518373934), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:45.724826 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1f7d61-40f8-4ac9-b58a-26e518373934,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:45.737820 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-40b379a3-29c6-4d8f-8e92-350c95b1a996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:45.858477 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-40b379a3-29c6-4d8f-8e92-350c95b1a996 admin admin] Publish callbacks [] for security_group (0a4212f5-dddb-4413-9fc6-aab0ebf92966), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:45.865970 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-40b379a3-29c6-4d8f-8e92-350c95b1a996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (0a4212f5-dddb-4413-9fc6-aab0ebf92966), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:45.924042 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 07a57c21-c2d8-4415-a529-3b656d7dda64 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:45.943182 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b379a3-29c6-4d8f-8e92-350c95b1a996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4212f5-dddb-4413-9fc6-aab0ebf92966,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:45.947164 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46866) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:45.966918 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-40b379a3-29c6-4d8f-8e92-350c95b1a996 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=67dcbd1b18464dbbb33bb4674f661018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485731 Aug 30 04:30:45.967365 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46870) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:46.065564 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:46.085039 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 07a57c21-c2d8-4415-a529-3b656d7dda64 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:30:46.097734 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee2f1-9837-4c59-93de-885a991d5351 admin admin] Publish callbacks [] for security_group (0a4212f5-dddb-4413-9fc6-aab0ebf92966), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.098325 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 07a57c21-c2d8-4415-a529-3b656d7dda64 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:46.100828 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.148105 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee2f1-9837-4c59-93de-885a991d5351 admin admin] Publish callbacks [] for security_group (0a4212f5-dddb-4413-9fc6-aab0ebf92966), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.184417 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520776'] for router_gateway (c60e8b40-20e5-40ab-b202-e2a5899bcce5), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.223762 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.249555 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-306500605-network', 'tenant_id': '9322fbe1939b46c3aee2418884f81e9a'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:46.258851 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:46.294971 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Made reservation on behalf of 9322fbe1939b46c3aee2418884f81e9a for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:30:46.298329 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.310884 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.322978 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10061'] for router (c60e8b40-20e5-40ab-b202-e2a5899bcce5), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.326478 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Publish callbacks [] for router_controller (c60e8b40-20e5-40ab-b202-e2a5899bcce5), precommit_delete_associations {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.338594 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 07a57c21-c2d8-4415-a529-3b656d7dda64 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:46.339078 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.349352 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee2f1-9837-4c59-93de-885a991d5351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (0a4212f5-dddb-4413-9fc6-aab0ebf92966), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.354339 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee2f1-9837-4c59-93de-885a991d5351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.360079 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-7d5ee2f1-9837-4c59-93de-885a991d5351 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/0a4212f5-dddb-4413-9fc6-aab0ebf92966 HTTP/1.1" status: 204 len: 168 time: 0.3873482 Aug 30 04:30:46.390038 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ee2f1-9837-4c59-93de-885a991d5351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4212f5-dddb-4413-9fc6-aab0ebf92966,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:46.427707 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859b50bf-b0cd-454b-8109-baf01c345feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a57c21-c2d8-4415-a529-3b656d7dda64'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:46.430069 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c1c0fe-0274-4c4b-851c-97070ec5aafb" -d '{"events": [{"server_uuid": "859b50bf-b0cd-454b-8109-baf01c345feb", "name": "network-vif-plugged", "status": "completed", "tag": "07a57c21-c2d8-4415-a529-3b656d7dda64"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:46.443936 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=15 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:46.538019 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 07a57c21-c2d8-4415-a529-3b656d7dda64, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=07a57c21-c2d8-4415-a529-3b656d7dda64,segment=NetworkSegment(0e04c373-2795-4447-bbf7-480d1b80144b),segment_id=0e04c373-2795-4447-bbf7-480d1b80144b)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:46.553703 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Publish callbacks [] for security_group (589a7411-8aa8-48be-b706-9c1e7d3cca9c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.566097 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.568424 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (589a7411-8aa8-48be-b706-9c1e7d3cca9c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.572963 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519622'] for router (c60e8b40-20e5-40ab-b202-e2a5899bcce5), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.575740 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c60e8b40-20e5-40ab-b202-e2a5899bcce5 {{(pid=106396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:30:46.579134 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77a11a0-026f-4e1b-8934-1a2611b6ef1d x-openstack-request-id: req-e77a11a0-026f-4e1b-8934-1a2611b6ef1d {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:46.586278 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859b50bf-b0cd-454b-8109-baf01c345feb", "name": "network-vif-plugged", "status": "completed", "tag": "07a57c21-c2d8-4415-a529-3b656d7dda64", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:46.586855 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e77a11a0-026f-4e1b-8934-1a2611b6ef1d {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:46.587603 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77a11a0-026f-4e1b-8934-1a2611b6ef1d'] response: {'server_uuid': '859b50bf-b0cd-454b-8109-baf01c345feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a57c21-c2d8-4415-a529-3b656d7dda64', 'code': 200} Aug 30 04:30:46.656683 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.685187 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46886) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:46.687895 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-76cb8697-a306-42ce-8723-1def5e25ab3e admin admin] 10.222.0.91 "DELETE /networking/v2.0/routers/c60e8b40-20e5-40ab-b202-e2a5899bcce5 HTTP/1.1" status: 204 len: 168 time: 2.4192853 Aug 30 04:30:46.762128 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=07a57c21-c2d8-4415-a529-3b656d7dda64,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:46.775818 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:30:46.820797 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:30:46.821326 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device b77ff9fc-3d6c-40d2-b794-2164b9fa7d17 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:30:46.821850 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device bf1f7d61-40f8-4ac9-b58a-26e518373934 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:30:46.826919 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589a7411-8aa8-48be-b706-9c1e7d3cca9c,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:46.833800 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:30:46.866813 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: bf1f7d61-40f8-4ac9-b58a-26e518373934 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:30:46.867516 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device bf1f7d61-40f8-4ac9-b58a-26e518373934 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:30:46.886085 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45f143-baa4-4203-a793-23033adf9097 req-3d534341-f41b-4500-b9b2-bf8f744eeaa5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:46.894366 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3c45f143-baa4-4203-a793-23033adf9097 req-3d534341-f41b-4500-b9b2-bf8f744eeaa5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1284554 Aug 30 04:30:46.921657 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (347deb5a-42dd-43d8-9373-9f3fcf117ae5), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:46.922276 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Added segment 347deb5a-42dd-43d8-9373-9f3fcf117ae5 of type vlan for network aea69756-e786-4cf8-8d76-5170bbdf521b Aug 30 04:30:46.929369 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665abb3a-c1c3-4810-8e0c-735c39d373b8 req-5f010dad-be4c-4cd3-acc5-da17522b1910 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:46.941799 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-665abb3a-c1c3-4810-8e0c-735c39d373b8 req-5f010dad-be4c-4cd3-acc5-da17522b1910 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 949 time: 0.1592627 Aug 30 04:30:47.050114 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (aea69756-e786-4cf8-8d76-5170bbdf521b), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.056055 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3039252-79da-4e90-ba5c-a7907d9f1a9b admin admin] Deleting subnet 49bd2afd-f62d-4b01-abd5-29886faa81d2 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:30:47.071679 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a3039252-79da-4e90-ba5c-a7907d9f1a9b admin admin] Publish callbacks [] for subnet (49bd2afd-f62d-4b01-abd5-29886faa81d2), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.121241 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46892) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:47.144877 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3c45f143-baa4-4203-a793-23033adf9097 req-2b4a6375-eddc-44ce-aa2f-8a34a33cf062 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489755 Aug 30 04:30:47.149126 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-665abb3a-c1c3-4810-8e0c-735c39d373b8 req-74112007-0628-45e5-a6cd-e630766c46f3 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779022 Aug 30 04:30:47.149416 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:47.163248 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa22044-9c20-47b7-8235-475b2f72de18 req-68da108d-30d9-4ae4-a253-28501bc8500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:47.164960 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aaa22044-9c20-47b7-8235-475b2f72de18 req-68da108d-30d9-4ae4-a253-28501bc8500c service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 1133 time: 0.1610138 Aug 30 04:30:47.166104 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f105ec6-8712-474c-81b4-bbc292aab002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.177690 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a3039252-79da-4e90-ba5c-a7907d9f1a9b admin admin] Publish callbacks [] for subnet (49bd2afd-f62d-4b01-abd5-29886faa81d2), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.308842 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (aea69756-e786-4cf8-8d76-5170bbdf521b), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.310441 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:47.311379 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.359891 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aaa22044-9c20-47b7-8235-475b2f72de18 req-df65871f-05ab-4e05-8214-b0c48f9c4560 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812487 Aug 30 04:30:47.403046 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a3039252-79da-4e90-ba5c-a7907d9f1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (49bd2afd-f62d-4b01-abd5-29886faa81d2), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.410541 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f105ec6-8712-474c-81b4-bbc292aab002 admin admin] Publish callbacks [] for security_group (2881a4d5-67cd-4710-91ad-30b52d0b5215), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.415577 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f105ec6-8712-474c-81b4-bbc292aab002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2881a4d5-67cd-4710-91ad-30b52d0b5215), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.445480 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4959028 Aug 30 04:30:47.450720 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46894) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:47.458212 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] Request body: {'subnet': {'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-306500605-subnet', 'tenant_id': '9322fbe1939b46c3aee2418884f81e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:47.465331 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b276a9-8cf4-41e7-8805-37a38c60ac29 admin admin] Pushing event updated for resources: {'Network': ['ID=aea69756-e786-4cf8-8d76-5170bbdf521b,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:47.482313 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network aea69756-e786-4cf8-8d76-5170bbdf521b details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:30:47.485852 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46896) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:47.487485 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-3f105ec6-8712-474c-81b4-bbc292aab002 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=b6f800ca537b49f2ae4a3f90cede5ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576515 Aug 30 04:30:47.498874 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f105ec6-8712-474c-81b4-bbc292aab002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2881a4d5-67cd-4710-91ad-30b52d0b5215,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:47.525299 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] Made reservation on behalf of 9322fbe1939b46c3aee2418884f81e9a for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:30:47.527732 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.610538 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a3039252-79da-4e90-ba5c-a7907d9f1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (49bd2afd-f62d-4b01-abd5-29886faa81d2), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.633332 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:47.668427 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3039252-79da-4e90-ba5c-a7907d9f1a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49bd2afd-f62d-4b01-abd5-29886faa81d2,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:47.676280 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167af6cc-2866-4cce-ae6d-df5d0abf6711 None None] Network 24fcffe4-e95e-443e-99de-67df22e64732 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:30:47.676572 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a3039252-79da-4e90-ba5c-a7907d9f1a9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.682612 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-a3039252-79da-4e90-ba5c-a7907d9f1a9b admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/49bd2afd-f62d-4b01-abd5-29886faa81d2 HTTP/1.1" status: 204 len: 168 time: 0.9763699 Aug 30 04:30:47.683128 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46898) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:47.697955 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9965dd62-03cb-47c0-800e-79431421cb60 admin admin] Publish callbacks [] for security_group (2881a4d5-67cd-4710-91ad-30b52d0b5215), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.733695 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9965dd62-03cb-47c0-800e-79431421cb60 admin admin] Publish callbacks [] for security_group (2881a4d5-67cd-4710-91ad-30b52d0b5215), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.745466 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:47.809967 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (24fcffe4-e95e-443e-99de-67df22e64732), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.854770 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:47.878532 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Deleting port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:30:47.878532 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.949423 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9f61de-9117-4274-a3ca-50af5d87f3e3 None None] DHCP port deletion for 24fcffe4-e95e-443e-99de-67df22e64732 request from dv-cinder-854265-2-smb {{(pid=106397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:30:47.959083 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9965dd62-03cb-47c0-800e-79431421cb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2881a4d5-67cd-4710-91ad-30b52d0b5215), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.961978 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9965dd62-03cb-47c0-800e-79431421cb60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.963213 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-9965dd62-03cb-47c0-800e-79431421cb60 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/2881a4d5-67cd-4710-91ad-30b52d0b5215 HTTP/1.1" status: 204 len: 168 time: 0.4765646 Aug 30 04:30:47.977501 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (fa4c0150-e189-4d96-9b03-890176733d1e), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:47.982811 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965dd62-03cb-47c0-800e-79431421cb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2881a4d5-67cd-4710-91ad-30b52d0b5215,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:48.045008 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4c0150-e189-4d96-9b03-890176733d1e,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:48.077495 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] Checking segment: {'id': '347deb5a-42dd-43d8-9373-9f3fcf117ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:30:48.078048 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] Network hostable DHCP agents. Network: aea69756-e786-4cf8-8d76-5170bbdf521b, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:30:48.098073 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] For port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:48.102814 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:48.131780 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f61de-9117-4274-a3ca-50af5d87f3e3 None None] Deleting port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 {{(pid=106397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:30:48.133233 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-2f9f61de-9117-4274-a3ca-50af5d87f3e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), before_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:48.151408 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Calling delete_port for 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:30:48.172276 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] Network aea69756-e786-4cf8-8d76-5170bbdf521b is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:30:48.202708 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, aea69756-e786-4cf8-8d76-5170bbdf521b) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:30:48.229048 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:48.236942 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:48.267042 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a9372b-277b-4b4e-abc3-c19610b2aed1 None None] Network aea69756-e786-4cf8-8d76-5170bbdf521b requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:30:48.275839 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-e9c22196-60da-4265-8c8b-90a3643f62e0 admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8237178 Aug 30 04:30:48.350518 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-2f9f61de-9117-4274-a3ca-50af5d87f3e3 None None] For port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95,segment=NetworkSegment(90a9a144-d6f7-4f3b-a095-71b1711bddf1),segment_id=90a9a144-d6f7-4f3b-a095-71b1711bddf1)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:48.350914 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-2f9f61de-9117-4274-a3ca-50af5d87f3e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), precommit_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:48.419451 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f61de-9117-4274-a3ca-50af5d87f3e3 None None] Calling delete_port for 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 owned by network:dhcp {{(pid=106397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:30:48.465108 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9efa0b-2ba9-41cb-9b3f-53e0529cf898 req-7a46e7c2-36ee-4c11-8524-001bf79fdff5 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:48.474229 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cd9efa0b-2ba9-41cb-9b3f-53e0529cf898 req-7a46e7c2-36ee-4c11-8524-001bf79fdff5 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 949 time: 0.1146452 Aug 30 04:30:48.484751 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:48.568154 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Pushing event deleted for resources: {'Port': ['ID=49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:48.571105 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f146ca-d9e0-4e51-8041-3059c4bd6e06 req-7788c177-8eed-4710-be58-87ec6d5f450d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:48.575767 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b6f146ca-d9e0-4e51-8041-3059c4bd6e06 req-7788c177-8eed-4710-be58-87ec6d5f450d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.2216156 Aug 30 04:30:48.599850 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] No DVR routers for this DVR port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 on host dv-cinder-854265-2-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:30:48.679547 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cd9efa0b-2ba9-41cb-9b3f-53e0529cf898 req-35fbe4e8-a710-4980-9c57-7e66b951fecc tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035112 Aug 30 04:30:48.714593 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b6f146ca-d9e0-4e51-8041-3059c4bd6e06 req-48da3de9-17b0-465e-8124-e3da391daf3f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230483 Aug 30 04:30:48.855663 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:30:48.856561 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (24fcffe4-e95e-443e-99de-67df22e64732), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:48.862500 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:48.864901 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-2f9f61de-9117-4274-a3ca-50af5d87f3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95), after_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:48.914191 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fcffe4-e95e-443e-99de-67df22e64732']}} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:48.941006 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a9a144-d6f7-4f3b-a095-71b1711bddf1') {'for_net_delete': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:48.941802 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a9a144-d6f7-4f3b-a095-71b1711bddf1') {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:48.966662 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15464329'] for segment (90a9a144-d6f7-4f3b-a095-71b1711bddf1), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:48.995090 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80855c4-d665-4fdf-9531-1c5a1ff491c4 None None] Network aea69756-e786-4cf8-8d76-5170bbdf521b requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:30:48.998853 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:30:48.999378 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:30:49.011358 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (90a9a144-d6f7-4f3b-a095-71b1711bddf1), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.026584 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f61de-9117-4274-a3ca-50af5d87f3e3 None None] Pushing event deleted for resources: {'Port': ['ID=49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95,revision_number=None']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:49.033820 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f61de-9117-4274-a3ca-50af5d87f3e3 None None] No DVR routers for this DVR port 49ec0bc0-8902-45e7-bf9f-4cb10d0dcd95 on host dv-cinder-854265-2-smb {{(pid=106397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:30:49.049379 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=106396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:30:49.050125 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15457351'] for segment (90a9a144-d6f7-4f3b-a095-71b1711bddf1), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.160271 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 90a9a144-d6f7-4f3b-a095-71b1711bddf1 resource provider aggregate not found Aug 30 04:30:49.224394 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (24fcffe4-e95e-443e-99de-67df22e64732), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.244428 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.256908 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/24fcffe4-e95e-443e-99de-67df22e64732 HTTP/1.1" status: 204 len: 168 time: 1.5717466 Aug 30 04:30:49.262757 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 90a9a144-d6f7-4f3b-a095-71b1711bddf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90a9a144-d6f7-4f3b-a095-71b1711bddf1 found for delete ", "request_id": "req-2b51337f-856a-48f2-82f3-834dbbc91cc9"}]} Aug 30 04:30:49.291742 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46928) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:49.346371 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32b3dc-b3f1-4c8b-a561-5c587f74a35f admin admin] Pushing event deleted for resources: {'Network': ['ID=24fcffe4-e95e-443e-99de-67df22e64732,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:49.346711 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-143f4864-bc87-4d30-81c8-f026450c8b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.513184 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-143f4864-bc87-4d30-81c8-f026450c8b3f admin admin] Publish callbacks [] for security_group (877d682a-45ad-4109-a00b-a77cd2dbe13d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.520304 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-143f4864-bc87-4d30-81c8-f026450c8b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (877d682a-45ad-4109-a00b-a77cd2dbe13d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.588974 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-143f4864-bc87-4d30-81c8-f026450c8b3f admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=880d3544029f4d71bf668b68e23e5898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942955 Aug 30 04:30:49.591886 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 46930) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:49.593266 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f4864-bc87-4d30-81c8-f026450c8b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877d682a-45ad-4109-a00b-a77cd2dbe13d,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:49.706179 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46934) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:49.720959 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ae8def4-4814-498a-aca3-ff08ca5fc060 admin admin] Publish callbacks [] for security_group (877d682a-45ad-4109-a00b-a77cd2dbe13d), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.734841 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:49.753607 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ae8def4-4814-498a-aca3-ff08ca5fc060 admin admin] Publish callbacks [] for security_group (877d682a-45ad-4109-a00b-a77cd2dbe13d), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.800772 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-bf8d5b00-f568-4ec8-99a6-12c39f93998c admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=0a8ee9d47bc94efca1f8c216349b0809&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0920222 Aug 30 04:30:49.804457 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 46942) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:49.895467 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ae8def4-4814-498a-aca3-ff08ca5fc060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (877d682a-45ad-4109-a00b-a77cd2dbe13d), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.898686 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ae8def4-4814-498a-aca3-ff08ca5fc060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.900045 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-6ae8def4-4814-498a-aca3-ff08ca5fc060 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/877d682a-45ad-4109-a00b-a77cd2dbe13d HTTP/1.1" status: 204 len: 168 time: 0.3070328 Aug 30 04:30:49.919120 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dffde2-69e2-435b-b465-187059fa5fcd req-5a76eeae-e0dd-48d2-8edc-b969bcb99713 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:49.921146 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-83dffde2-69e2-435b-b465-187059fa5fcd req-5a76eeae-e0dd-48d2-8edc-b969bcb99713 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 949 time: 0.1005173 Aug 30 04:30:49.928028 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8def4-4814-498a-aca3-ff08ca5fc060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877d682a-45ad-4109-a00b-a77cd2dbe13d,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:49.940250 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:49.959258 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d545146c-b714-47eb-a385-1a6435ce659c admin admin] Publish callbacks [] for security_group (f29e23bc-6b5d-4ad6-b470-59ab15b83d83), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:49.982036 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83896d31-7b28-4954-9c84-addfd65d0314 req-433ab461-f461-42fa-a835-2a54c5ca9008 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:49.983345 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-83896d31-7b28-4954-9c84-addfd65d0314 req-433ab461-f461-42fa-a835-2a54c5ca9008 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1002281 Aug 30 04:30:50.009711 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-83dffde2-69e2-435b-b465-187059fa5fcd req-47c05309-bbca-4693-acf8-309a4a2b7d6a tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773656 Aug 30 04:30:50.023689 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d545146c-b714-47eb-a385-1a6435ce659c admin admin] Publish callbacks [] for security_group (f29e23bc-6b5d-4ad6-b470-59ab15b83d83), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:50.097030 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-83896d31-7b28-4954-9c84-addfd65d0314 req-544ddd23-7a2f-469f-95cd-f65ea4b5ac92 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942614 Aug 30 04:30:50.127864 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d545146c-b714-47eb-a385-1a6435ce659c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f29e23bc-6b5d-4ad6-b470-59ab15b83d83), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:50.131668 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d545146c-b714-47eb-a385-1a6435ce659c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:50.136338 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-d545146c-b714-47eb-a385-1a6435ce659c admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/f29e23bc-6b5d-4ad6-b470-59ab15b83d83 HTTP/1.1" status: 204 len: 168 time: 0.3292398 Aug 30 04:30:50.148839 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545146c-b714-47eb-a385-1a6435ce659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29e23bc-6b5d-4ad6-b470-59ab15b83d83,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:50.444212 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e602e8-dd51-44dd-a6ae-e7e86491e3ce req-94eb6e2a-b9ae-4485-9b10-19d47c34f342 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:50.445852 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a1e602e8-dd51-44dd-a6ae-e7e86491e3ce req-94eb6e2a-b9ae-4485-9b10-19d47c34f342 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 949 time: 0.0804517 Aug 30 04:30:50.472827 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:50.567367 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a1e602e8-dd51-44dd-a6ae-e7e86491e3ce req-9b35f263-5b90-44dc-a5b5-abc160e73e49 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073148 Aug 30 04:30:51.323067 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47018) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:51.432488 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56361d-9c15-4aff-92f5-8eb2e4985c46 req-a143cce9-6231-453d-8338-6d6bc33e9578 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:51.434156 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ce56361d-9c15-4aff-92f5-8eb2e4985c46 req-a143cce9-6231-453d-8338-6d6bc33e9578 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1508675 Aug 30 04:30:51.485409 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d02f1-25ac-4219-88fa-c8b27965559f req-24c64c3a-f198-4b54-b29b-5419598e581b tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:51.500855 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-24c64c3a-f198-4b54-b29b-5419598e581b tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/networks?id=aea69756-e786-4cf8-8d76-5170bbdf521b HTTP/1.1" status: 200 len: 813 time: 0.3263032 Aug 30 04:30:51.524148 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-cb2384c4-7b2b-4ba4-881b-4580783a8a30 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/quotas/9322fbe1939b46c3aee2418884f81e9a HTTP/1.1" status: 200 len: 375 time: 0.0213428 Aug 30 04:30:51.557980 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ce56361d-9c15-4aff-92f5-8eb2e4985c46 req-5f95728a-b55c-4122-8472-d2fb21ae798b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110377 Aug 30 04:30:51.589530 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-2f032ea5-ac27-417b-9175-011cb006f2de tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=9322fbe1939b46c3aee2418884f81e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513978 Aug 30 04:30:51.675661 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:51.730330 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1602356135-network', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:51.744474 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-371edf3d-952b-4688-b711-eba384bd0ce0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/aea69756-e786-4cf8-8d76-5170bbdf521b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477790 Aug 30 04:30:51.763022 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4486934-9aab-40c0-b949-0db27b1d8d97 req-b74e39ca-c2d7-40c6-b4b9-ce3eea1aed56 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:51.765083 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b4486934-9aab-40c0-b949-0db27b1d8d97 req-b74e39ca-c2d7-40c6-b4b9-ce3eea1aed56 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 949 time: 0.0910566 Aug 30 04:30:51.819135 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Made reservation on behalf of ec24ad0a529d4df7a32b62a1558fa7a8 for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:30:51.822127 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:51.840162 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:51.856660 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b4486934-9aab-40c0-b949-0db27b1d8d97 req-acc737f1-3745-44d0-9270-584ec4564e01 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807006 Aug 30 04:30:51.891973 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-2cc2b56a-6b30-48ea-975f-61be432af41d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/aea69756-e786-4cf8-8d76-5170bbdf521b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381817 Aug 30 04:30:51.970138 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Publish callbacks [] for security_group (f79bd6e7-256b-478a-9d90-0cf392f5a670), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:51.977652 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f79bd6e7-256b-478a-9d90-0cf392f5a670), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:52.022598 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:30:52.052167 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79bd6e7-256b-478a-9d90-0cf392f5a670,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:52.064437 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (bcd4ce80-bde0-47b5-88fb-341bb71d3942), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:52.064750 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Added segment bcd4ce80-bde0-47b5-88fb-341bb71d3942 of type vlan for network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 Aug 30 04:30:52.187444 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (a0fa4781-7b10-40fd-9cd8-6b3044f7ba50), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:52.205989 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7375bf12-64ad-49bb-9fee-46a46392fdf8 req-35954053-8817-423e-988e-bdff0a08e89a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 210 time: 0.0724664 Aug 30 04:30:52.259231 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (a0fa4781-7b10-40fd-9cd8-6b3044f7ba50), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:52.260383 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:52.261019 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:52.334596 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0053790 Aug 30 04:30:52.343697 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 47044) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:52.349748 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae169ef-109b-4b87-9313-6ca8ce9eb71e admin admin] Pushing event updated for resources: {'Network': ['ID=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:52.354518 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] Request body: {'subnet': {'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-subnet', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:52.377546 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:30:52.460383 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] Made reservation on behalf of ec24ad0a529d4df7a32b62a1558fa7a8 for: {'subnet': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:30:52.464831 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15248056'] for subnet (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:52.500211 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46730-02d2-4461-8e47-5327c105176d req-fa8638d6-9147-4ad1-b422-ecffaa4303ba tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:52.504443 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-69d46730-02d2-4461-8e47-5327c105176d req-fa8638d6-9147-4ad1-b422-ecffaa4303ba tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 949 time: 0.1337752 Aug 30 04:30:52.850597 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-69d46730-02d2-4461-8e47-5327c105176d req-7abb1023-2e93-447d-8e7c-7459a86bc46d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Deleting port 07a57c21-c2d8-4415-a529-3b656d7dda64 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:30:52.850961 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-69d46730-02d2-4461-8e47-5327c105176d req-7abb1023-2e93-447d-8e7c-7459a86bc46d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:52.862157 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0299-3c77-437d-8210-98e37a68616d req-144fc1f9-43aa-4b2e-a071-586041bd2996 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:52.864383 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aa4f0299-3c77-437d-8210-98e37a68616d req-144fc1f9-43aa-4b2e-a071-586041bd2996 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1633141 Aug 30 04:30:53.004562 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:53.096278 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-aa4f0299-3c77-437d-8210-98e37a68616d req-7c624a2f-e65c-4b7d-b1b7-0fec674517c2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097981 Aug 30 04:30:53.116887 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-69d46730-02d2-4461-8e47-5327c105176d req-7abb1023-2e93-447d-8e7c-7459a86bc46d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] For port 07a57c21-c2d8-4415-a529-3b656d7dda64, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=07a57c21-c2d8-4415-a529-3b656d7dda64,segment=NetworkSegment(0e04c373-2795-4447-bbf7-480d1b80144b),segment_id=0e04c373-2795-4447-bbf7-480d1b80144b)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:53.117669 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-69d46730-02d2-4461-8e47-5327c105176d req-7abb1023-2e93-447d-8e7c-7459a86bc46d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.152720 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-69d46730-02d2-4461-8e47-5327c105176d req-7abb1023-2e93-447d-8e7c-7459a86bc46d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Calling delete_port for 07a57c21-c2d8-4415-a529-3b656d7dda64 owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:30:53.153500 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a78c-7296-4061-a75a-613b2de7ae1c req-35a36140-62e7-4781-837a-99aa11ab6243 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:53.157709 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4e37a78c-7296-4061-a75a-613b2de7ae1c req-35a36140-62e7-4781-837a-99aa11ab6243 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 949 time: 0.1024370 Aug 30 04:30:53.163469 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15454370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15248046'] for subnet (ed459e27-07bd-4dcd-9b98-70b12d66fc5f), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.239734 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4e37a78c-7296-4061-a75a-613b2de7ae1c req-bf4058c1-ee7c-42d2-8606-2214d610b265 tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7106ef79-bc91-4c9b-a195-cfcebcafc700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675328 Aug 30 04:30:53.364625 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed459e27-07bd-4dcd-9b98-70b12d66fc5f,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:53.400956 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fbe14f5b-198e-4b29-89fb-5c87d8a37b1f req-a71d2675-10e4-4ed9-92ba-ccd05ff8d601 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 210 time: 0.0684834 Aug 30 04:30:53.436971 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] Checking segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:30:53.437577 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] Network hostable DHCP agents. Network: a0fa4781-7b10-40fd-9cd8-6b3044f7ba50, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:30:53.472928 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:53.507867 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:30:53.573254 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, a0fa4781-7b10-40fd-9cd8-6b3044f7ba50) {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:30:53.587193 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3162b52-25e4-4034-9431-55e94dcb8fd2 None None] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:30:53.588110 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:53.588526 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.611493 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:53.623076 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-67e8ae20-c52e-49eb-90d8-e0ef826fd00b admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2769301 Aug 30 04:30:53.626149 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47088) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:53.632830 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:53.647863 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-69d46730-02d2-4461-8e47-5327c105176d req-7abb1023-2e93-447d-8e7c-7459a86bc46d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (07a57c21-c2d8-4415-a529-3b656d7dda64), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.687419 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10083'] for router (12bdb17a-e53e-4e01-8fd6-27e907694d22), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.689174 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-412989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10074'] for router (12bdb17a-e53e-4e01-8fd6-27e907694d22), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.695450 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb1023-2e93-447d-8e7c-7459a86bc46d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Pushing event deleted for resources: {'Port': ['ID=07a57c21-c2d8-4415-a529-3b656d7dda64,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:53.698278 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['07a57c21-c2d8-4415-a529-3b656d7dda64'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:53.760530 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:53.824625 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Publish callbacks [] for router_controller (12bdb17a-e53e-4e01-8fd6-27e907694d22), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.861127 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d46730-02d2-4461-8e47-5327c105176d req-7abb1023-2e93-447d-8e7c-7459a86bc46d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] No DVR routers for this DVR port 07a57c21-c2d8-4415-a529-3b656d7dda64 on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:30:53.865108 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-69d46730-02d2-4461-8e47-5327c105176d req-7abb1023-2e93-447d-8e7c-7459a86bc46d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.868880 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-69d46730-02d2-4461-8e47-5327c105176d req-7abb1023-2e93-447d-8e7c-7459a86bc46d tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.83 "DELETE /networking/v2.0/ports/07a57c21-c2d8-4415-a529-3b656d7dda64 HTTP/1.1" status: 204 len: 173 time: 1.3563716 Aug 30 04:30:53.869366 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859b50bf-b0cd-454b-8109-baf01c345feb', 'name': 'network-vif-deleted', 'tag': '07a57c21-c2d8-4415-a529-3b656d7dda64'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:53.872276 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f995f72-e3c9-4671-8c8f-fba7a43c0b6c" -d '{"events": [{"server_uuid": "859b50bf-b0cd-454b-8109-baf01c345feb", "name": "network-vif-deleted", "tag": "07a57c21-c2d8-4415-a529-3b656d7dda64"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:53.881989 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3db10d5-22ca-5e7d-b4be-6ae39b8c903b-a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f'}]}} from dv-cinder-854265-2-smb. {{(pid=106397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:30:53.883336 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.980510 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:53.984733 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccc0aee-ed6a-4792-a0b4-f889022e2b67 x-openstack-request-id: req-fccc0aee-ed6a-4792-a0b4-f889022e2b67 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:53.985184 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859b50bf-b0cd-454b-8109-baf01c345feb", "name": "network-vif-deleted", "tag": "07a57c21-c2d8-4415-a529-3b656d7dda64", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:53.985577 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fccc0aee-ed6a-4792-a0b4-f889022e2b67 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:53.986194 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fccc0aee-ed6a-4792-a0b4-f889022e2b67'] response: {'server_uuid': '859b50bf-b0cd-454b-8109-baf01c345feb', 'name': 'network-vif-deleted', 'tag': '07a57c21-c2d8-4415-a529-3b656d7dda64', 'status': 'completed', 'code': 200} Aug 30 04:30:54.131277 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Publish callbacks [] for router_gateway (12bdb17a-e53e-4e01-8fd6-27e907694d22), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:54.325360 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.db_base_plugin_common [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Allocated IP 172.20.0.2 (a0fa4781-7b10-40fd-9cd8-6b3044f7ba50/ed459e27-07bd-4dcd-9b98-70b12d66fc5f/c0957dc9-fa50-41a0-b062-31e3e90670f5) {{(pid=106397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:30:54.404680 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549895f-11bd-4a15-818e-80cfee852c1d req-7118e35a-3b0d-4b72-b41f-982c1519dc1b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:54.422544 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0549895f-11bd-4a15-818e-80cfee852c1d req-7118e35a-3b0d-4b72-b41f-982c1519dc1b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1150188 Aug 30 04:30:54.762436 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Publish callbacks [] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), precommit_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:54.764105 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0549895f-11bd-4a15-818e-80cfee852c1d req-0d0cb307-d82e-4d72-904e-0c77af04bf66 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405788 Aug 30 04:30:54.779630 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:54.930120 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 is already hosted by enough agents. {{(pid=106397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:30:54.931834 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d02f1-25ac-4219-88fa-c8b27965559f req-4bd4d325-09d4-45e5-82a7-3c018fa36149 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:54.935162 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.base_scheduler [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Resources bound (agent type, host, resource id): {{(pid=106397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:30:54.939202 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Received port after_create {{(pid=106397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:30:54.940226 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-4bd4d325-09d4-45e5-82a7-3c018fa36149 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.83 "GET /networking/v2.0/networks?id=aea69756-e786-4cf8-8d76-5170bbdf521b HTTP/1.1" status: 200 len: 813 time: 0.4428124 Aug 30 04:30:54.997507 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Request body: {'port': {'device_id': '51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b', 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b', 'admin_state_up': True, 'tenant_id': '9322fbe1939b46c3aee2418884f81e9a'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:55.067490 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47120) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:55.075892 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1df952f9-bdbe-470d-a56d-dca7da42dadc req-b02351ab-a3e9-4004-bf70-c5b85b95ef98 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 210 time: 0.1298540 Aug 30 04:30:55.080359 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Pushing event updated for resources: {'Port': ['ID=c0957dc9-fa50-41a0-b062-31e3e90670f5,revision_number=1']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:55.105918 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Attempting to bind port c0957dc9-fa50-41a0-b062-31e3e90670f5 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:30:55.106426 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Attempting to bind port c0957dc9-fa50-41a0-b062-31e3e90670f5 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:30:55.106931 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Attempting to bind port c0957dc9-fa50-41a0-b062-31e3e90670f5 on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:55.125456 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a4872e86-d7e8-4df7-a352-652419159a2d req-fc8b4c5a-7b56-4474-a047-d9ea86c5a88b tempest-VolumesNegativeTest-393776474 tempest-VolumesNegativeTest-393776474-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=859b50bf-b0cd-454b-8109-baf01c345feb HTTP/1.1" status: 200 len: 210 time: 0.0555127 Aug 30 04:30:55.163414 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:30:55.163782 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Checking segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:30:55.164209 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.164615 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Bound using segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:30:55.165106 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Bound port: c0957dc9-fa50-41a0-b062-31e3e90670f5, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:30:55.165485 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.294630 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] For port c0957dc9-fa50-41a0-b062-31e3e90670f5, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:30:55.303333 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] For port c0957dc9-fa50-41a0-b062-31e3e90670f5, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=c0957dc9-fa50-41a0-b062-31e3e90670f5,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:30:55.318451 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.319270 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Publish callbacks [] for router_gateway (12bdb17a-e53e-4e01-8fd6-27e907694d22), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.357755 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Made reservation on behalf of 9322fbe1939b46c3aee2418884f81e9a for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:30:55.366978 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.371139 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.381065 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:55.411125 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-688da20e-c677-4192-917e-c02c4a62806e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.448176 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a951a5-8237-4068-8a82-b14f4d5d7ca7 None None] Pushing event updated for resources: {'Port': ['ID=c0957dc9-fa50-41a0-b062-31e3e90670f5,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:55.550731 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=12 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:55.556614 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=67 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:55.674966 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Allocated IP 172.28.3.236 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/2b690814-6f03-49ef-9af5-25b04f66f0ab) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:30:55.733325 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-688da20e-c677-4192-917e-c02c4a62806e admin admin] Publish callbacks [] for security_group (252e30a4-89e6-4655-b8c3-c3777ae4a586), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.791581 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Allocated IP 172.20.0.11 (aea69756-e786-4cf8-8d76-5170bbdf521b/fa4c0150-e189-4d96-9b03-890176733d1e/67dd458e-0cc6-49de-b501-d7686750bff1) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:30:55.833617 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:INSERT=5,neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:55.842670 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-688da20e-c677-4192-917e-c02c4a62806e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (252e30a4-89e6-4655-b8c3-c3777ae4a586), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.941896 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:55.944063 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 07a57c21-c2d8-4415-a529-3b656d7dda64 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:30:55.950524 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Publish callbacks [] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.952945 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688da20e-c677-4192-917e-c02c4a62806e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252e30a4-89e6-4655-b8c3-c3777ae4a586,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:55.970935 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-688da20e-c677-4192-917e-c02c4a62806e admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=f010dad4c48d4bc58e20f87bd5a611a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8964353 Aug 30 04:30:55.979711 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47130) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:56.210122 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa71c97-ea63-45a5-832b-30c10233f112 req-821727ee-1ea8-41a1-adef-8f374cc9320b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:56.215849 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 07a57c21-c2d8-4415-a529-3b656d7dda64 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:30:56.216527 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 07a57c21-c2d8-4415-a529-3b656d7dda64 not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:30:56.223206 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-eaa71c97-ea63-45a5-832b-30c10233f112 req-821727ee-1ea8-41a1-adef-8f374cc9320b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.2723112 Aug 30 04:30:56.237095 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:56.259991 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b6dd52d8-acbd-4e9a-ba2c-d2f471c3c94d admin admin] Publish callbacks [] for security_group (252e30a4-89e6-4655-b8c3-c3777ae4a586), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:56.359251 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-eaa71c97-ea63-45a5-832b-30c10233f112 req-9ba4941b-7ee9-4e33-80b5-e9a89b532fe7 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353440 Aug 30 04:30:56.373496 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b6dd52d8-acbd-4e9a-ba2c-d2f471c3c94d admin admin] Publish callbacks [] for security_group (252e30a4-89e6-4655-b8c3-c3777ae4a586), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:56.378746 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:56.382394 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-38b215a3-21b6-41cd-bf44-397fff17d608 req-49b06eed-2a50-4c4f-96ab-61b5ae4cb11c tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 210 time: 0.1033208 Aug 30 04:30:56.424030 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks [] for port (67dd458e-0cc6-49de-b501-d7686750bff1), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:56.541134 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:56.582629 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:30:56.588411 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Pushing event updated for resources: {'Port': ['ID=2b690814-6f03-49ef-9af5-25b04f66f0ab,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:56.593939 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:30:56.599458 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:30:56.666446 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device c0957dc9-fa50-41a0-b062-31e3e90670f5 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:56.684401 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Pushing event updated for resources: {'Port': ['ID=67dd458e-0cc6-49de-b501-d7686750bff1,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:56.705211 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Network aea69756-e786-4cf8-8d76-5170bbdf521b is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:30:56.707510 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:30:56.716667 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:30:56.787280 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port c0957dc9-fa50-41a0-b062-31e3e90670f5 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:56.788163 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:56.835272 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b6dd52d8-acbd-4e9a-ba2c-d2f471c3c94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (252e30a4-89e6-4655-b8c3-c3777ae4a586), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:56.839372 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b6dd52d8-acbd-4e9a-ba2c-d2f471c3c94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:56.840838 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-b6dd52d8-acbd-4e9a-ba2c-d2f471c3c94d admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/252e30a4-89e6-4655-b8c3-c3777ae4a586 HTTP/1.1" status: 204 len: 168 time: 0.8576047 Aug 30 04:30:56.850639 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:56.868929 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd52d8-acbd-4e9a-ba2c-d2f471c3c94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252e30a4-89e6-4655-b8c3-c3777ae4a586,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:56.938427 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:56.939186 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:56.992370 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-e21cd347-6cb8-4292-a537-6d81a41a823e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0179801 Aug 30 04:30:57.015431 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Request body: {'port': {'device_id': '51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:57.020517 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port c0957dc9-fa50-41a0-b062-31e3e90670f5 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:57.021766 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:57.112968 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port c0957dc9-fa50-41a0-b062-31e3e90670f5, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=c0957dc9-fa50-41a0-b062-31e3e90670f5,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:57.121734 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:57.225565 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:57.235242 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=c0957dc9-fa50-41a0-b062-31e3e90670f5,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:57.272386 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:57.339298 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Publish callbacks [] for router_gateway (12bdb17a-e53e-4e01-8fd6-27e907694d22), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:57.391695 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789eb773-895b-4c43-8502-a776993b8626 None None] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:30:57.634488 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280179-fd77-4452-9de4-b2bc843271b2 req-755d7d24-8782-4776-9503-2d335806210f tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:57.650418 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-93280179-fd77-4452-9de4-b2bc843271b2 req-755d7d24-8782-4776-9503-2d335806210f tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 932 time: 0.0868683 Aug 30 04:30:57.729100 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-d1683ec0-a628-425a-af36-d5e3ebed321e None None] Provisioning complete for port c0957dc9-fa50-41a0-b062-31e3e90670f5 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:57.729528 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d1683ec0-a628-425a-af36-d5e3ebed321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:57.809012 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 47184) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:57.972376 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b4984989-69fb-495e-a6fe-08ca7798e487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:57.988361 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:58.009038 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-93280179-fd77-4452-9de4-b2bc843271b2 req-9c4de0d0-0c34-413a-8ef4-3f041fe873db tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513944 Aug 30 04:30:58.024931 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520916'] for router (12bdb17a-e53e-4e01-8fd6-27e907694d22), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:58.032790 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cdf95-8374-407d-b18e-1db04f0f2f92 req-46f262d5-690e-44bf-ae85-b7b95ec32068 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:58.035283 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cc6cdf95-8374-407d-b18e-1db04f0f2f92 req-46f262d5-690e-44bf-ae85-b7b95ec32068 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0998161 Aug 30 04:30:58.043537 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-d1683ec0-a628-425a-af36-d5e3ebed321e None None] Current status of the port c0957dc9-fa50-41a0-b062-31e3e90670f5 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:58.223382 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:58.246508 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67dd458e-0cc6-49de-b501-d7686750bff1 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:58.261092 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Publish callbacks [] for port (67dd458e-0cc6-49de-b501-d7686750bff1), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:58.318271 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:58.323440 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Transition to ACTIVE for port object 67dd458e-0cc6-49de-b501-d7686750bff1 will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:30:58.329774 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cc6cdf95-8374-407d-b18e-1db04f0f2f92 req-f8801094-9efc-4b66-af23-70b7d0ec3166 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825979 Aug 30 04:30:58.353530 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Router 12bdb17a-e53e-4e01-8fd6-27e907694d22 is scheduled to L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:30:58.357477 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:58.378878 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b4984989-69fb-495e-a6fe-08ca7798e487 admin admin] Publish callbacks [] for security_group (3fcf97d4-cb79-4f59-966b-fcf0b37d7d1c), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:58.443398 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b4984989-69fb-495e-a6fe-08ca7798e487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3fcf97d4-cb79-4f59-966b-fcf0b37d7d1c), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:58.508576 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-0877d07b-1c5a-4d02-9956-dab1ce8f4ffe None None] Provisioning complete for port c0957dc9-fa50-41a0-b062-31e3e90670f5 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:58.509588 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-0877d07b-1c5a-4d02-9956-dab1ce8f4ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:58.544502 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b4984989-69fb-495e-a6fe-08ca7798e487 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=480b5589d4f14d8ebe81f72ca551ef96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7300258 Aug 30 04:30:58.550296 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47194) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:58.556378 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:30:58.592911 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Sync routers for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:30:58.618290 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:58.619621 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-ff2abc31-f687-4642-a034-819c9ef2732a admin admin] 10.222.0.91 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9924691 Aug 30 04:30:58.632583 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47200) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:58.648832 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:30:58.649781 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:30:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:58.656996 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Pushing event updated for resources: {'Port': ['ID=67dd458e-0cc6-49de-b501-d7686750bff1,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:58.720532 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device c0957dc9-fa50-41a0-b062-31e3e90670f5 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:58.730259 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4984989-69fb-495e-a6fe-08ca7798e487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcf97d4-cb79-4f59-966b-fcf0b37d7d1c,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:58.758814 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Attempting to bind port 67dd458e-0cc6-49de-b501-d7686750bff1 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:30:58.759348 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Attempting to bind port 67dd458e-0cc6-49de-b501-d7686750bff1 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '347deb5a-42dd-43d8-9373-9f3fcf117ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:30:58.759866 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Attempting to bind port 67dd458e-0cc6-49de-b501-d7686750bff1 on network aea69756-e786-4cf8-8d76-5170bbdf521b {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:58.776205 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Port 67dd458e-0cc6-49de-b501-d7686750bff1 on network aea69756-e786-4cf8-8d76-5170bbdf521b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:30:58.776705 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Attempting to bind port 67dd458e-0cc6-49de-b501-d7686750bff1 on network aea69756-e786-4cf8-8d76-5170bbdf521b {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:30:58.795493 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:30:58.796153 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Checking segment: {'id': '347deb5a-42dd-43d8-9373-9f3fcf117ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:30:58.796773 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Bound using segment: {'id': '347deb5a-42dd-43d8-9373-9f3fcf117ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:30:58.797492 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Bound port: 67dd458e-0cc6-49de-b501-d7686750bff1, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347deb5a-42dd-43d8-9373-9f3fcf117ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:30:58.798280 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:58.810447 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:30:58.927656 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-159eae38-5577-4ed2-9daa-8ce95ec4d0fa admin admin] Publish callbacks [] for security_group (3fcf97d4-cb79-4f59-966b-fcf0b37d7d1c), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:58.972349 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] For port 67dd458e-0cc6-49de-b501-d7686750bff1, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:30:58.981443 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] For port 67dd458e-0cc6-49de-b501-d7686750bff1, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=67dd458e-0cc6-49de-b501-d7686750bff1,segment=NetworkSegment(347deb5a-42dd-43d8-9373-9f3fcf117ae5),segment_id=347deb5a-42dd-43d8-9373-9f3fcf117ae5)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:30:58.994241 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:59.004747 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:59.006580 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-0877d07b-1c5a-4d02-9956-dab1ce8f4ffe None None] Current status of the port c0957dc9-fa50-41a0-b062-31e3e90670f5 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:59.006762 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:59.007862 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-159eae38-5577-4ed2-9daa-8ce95ec4d0fa admin admin] Publish callbacks [] for security_group (3fcf97d4-cb79-4f59-966b-fcf0b37d7d1c), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:59.010362 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/67dd458e-0cc6-49de-b501-d7686750bff1 HTTP/1.1" status: 200 len: 1094 time: 1.9982758 Aug 30 04:30:59.018666 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b', 'tag': '67dd458e-0cc6-49de-b501-d7686750bff1'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:59.018941 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:30:59.043593 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fd283c-6674-4da4-80ab-9f323d46fbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b", "tag": "67dd458e-0cc6-49de-b501-d7686750bff1"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:59.288867 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port c0957dc9-fa50-41a0-b062-31e3e90670f5 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:59.289416 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:59.395231 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:59.454751 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1b3b8f-d25e-4167-99ac-e5d15d82c0f6 x-openstack-request-id: req-2a1b3b8f-d25e-4167-99ac-e5d15d82c0f6 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:59.457729 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b", "tag": "67dd458e-0cc6-49de-b501-d7686750bff1", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:59.458261 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2a1b3b8f-d25e-4167-99ac-e5d15d82c0f6 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:59.458849 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a1b3b8f-d25e-4167-99ac-e5d15d82c0f6'] response: {'name': 'network-changed', 'server_uuid': '51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b', 'tag': '67dd458e-0cc6-49de-b501-d7686750bff1', 'status': 'completed', 'code': 200} Aug 30 04:30:59.478894 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3401a8-15e3-4865-85f5-fc108f0f34e0 req-060a01ce-ec2f-405c-909c-0d6199cf9a1c tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:59.492803 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port c0957dc9-fa50-41a0-b062-31e3e90670f5 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:59.498563 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fd3401a8-15e3-4865-85f5-fc108f0f34e0 req-060a01ce-ec2f-405c-909c-0d6199cf9a1c tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 944 time: 0.1899159 Aug 30 04:30:59.521101 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d02f1-25ac-4219-88fa-c8b27965559f req-a213826b-04da-4787-99a4-faade026639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:59.527879 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-a213826b-04da-4787-99a4-faade026639e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=9322fbe1939b46c3aee2418884f81e9a&device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 1128 time: 0.4066629 Aug 30 04:30:59.595856 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-159eae38-5577-4ed2-9daa-8ce95ec4d0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3fcf97d4-cb79-4f59-966b-fcf0b37d7d1c), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:59.602445 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-159eae38-5577-4ed2-9daa-8ce95ec4d0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:59.627223 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-159eae38-5577-4ed2-9daa-8ce95ec4d0fa admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/3fcf97d4-cb79-4f59-966b-fcf0b37d7d1c HTTP/1.1" status: 204 len: 168 time: 1.0752170 Aug 30 04:30:59.629914 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:30:56Z', 'revision_number': 3, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:59.653617 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:59.702329 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-38e61d22-86c2-497f-bd8c-e06f16a4f48d service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67dd458e-0cc6-49de-b501-d7686750bff1 HTTP/1.1" status: 200 len: 217 time: 0.1227400 Aug 30 04:30:59.704054 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae075344-2679-4598-92da-b1c5f3fdca39 service neutron] Pushing event updated for resources: {'Port': ['ID=67dd458e-0cc6-49de-b501-d7686750bff1,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:59.715278 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Checking router: 12bdb17a-e53e-4e01-8fd6-27e907694d22 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:30:59.719728 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Updating router 12bdb17a-e53e-4e01-8fd6-27e907694d22 port 2b690814-6f03-49ef-9af5-25b04f66f0ab binding host dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:30:59.788422 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eae38-5577-4ed2-9daa-8ce95ec4d0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcf97d4-cb79-4f59-966b-fcf0b37d7d1c,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:59.882799 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:59.917527 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ff88e967-288e-4c36-a33c-4d391b3cbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:59.919504 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-ff88e967-288e-4c36-a33c-4d391b3cbc77 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=fa4c0150-e189-4d96-9b03-890176733d1e HTTP/1.1" status: 200 len: 853 time: 0.1985953 Aug 30 04:30:59.959291 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:59.978336 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fd3401a8-15e3-4865-85f5-fc108f0f34e0 req-a84dcfcb-66bb-4864-b74d-0f805cdd0cdf tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760768 Aug 30 04:31:00.009550 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ff149-de8f-4335-a9cd-819506eb26d9 req-2c152435-a943-4884-aa5d-238e02459ae8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:00.018098 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c50ff149-de8f-4335-a9cd-819506eb26d9 req-2c152435-a943-4884-aa5d-238e02459ae8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.3889613 Aug 30 04:31:00.052631 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-6e67853a-a55c-4a69-9eec-681de0e8252d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=aea69756-e786-4cf8-8d76-5170bbdf521b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892050 Aug 30 04:31:00.234028 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 47294) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:00.311895 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-78b02709-1e84-422e-96d2-1697372b3ea3 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/aea69756-e786-4cf8-8d76-5170bbdf521b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402451 Aug 30 04:31:00.312147 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c50ff149-de8f-4335-a9cd-819506eb26d9 req-c2e1a792-3e3a-44d0-8288-bf718e0ccd21 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916887 Aug 30 04:31:00.490470 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Publish callbacks [] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:00.509435 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:00.540506 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Attempting to bind port 2b690814-6f03-49ef-9af5-25b04f66f0ab on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:00.540749 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Attempting to bind port 2b690814-6f03-49ef-9af5-25b04f66f0ab by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:00.541097 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Attempting to bind port 2b690814-6f03-49ef-9af5-25b04f66f0ab on network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:00.609999 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:00.625553 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-146d02f1-25ac-4219-88fa-c8b27965559f req-429f721b-12b7-436d-a5a2-05406bd4607d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/aea69756-e786-4cf8-8d76-5170bbdf521b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062060 Aug 30 04:31:00.649921 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7d332bee-1c9a-4cbc-a406-5eee4cb5597c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:00.679071 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238112d-e31d-441b-b14b-862eddf48012 None None] Pushing event updated for resources: {'Port': ['ID=2b690814-6f03-49ef-9af5-25b04f66f0ab,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:00.685389 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:00.686609 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Checking segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:00.687547 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:00.688781 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Bound using segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:00.690182 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Bound port: 2b690814-6f03-49ef-9af5-25b04f66f0ab, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:00.691231 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:00.764666 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] For port 2b690814-6f03-49ef-9af5-25b04f66f0ab, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:00.769470 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] For port 2b690814-6f03-49ef-9af5-25b04f66f0ab, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=2b690814-6f03-49ef-9af5-25b04f66f0ab,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:00.783580 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:00.856615 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:00.857482 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:30:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:00.943631 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238112d-e31d-441b-b14b-862eddf48012 None None] Pushing event updated for resources: {'Port': ['ID=2b690814-6f03-49ef-9af5-25b04f66f0ab,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:00.967959 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7d332bee-1c9a-4cbc-a406-5eee4cb5597c admin admin] Publish callbacks [] for security_group (6116181f-909f-4b74-b9b7-092d0bca9b9b), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:00.983442 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7d332bee-1c9a-4cbc-a406-5eee4cb5597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (6116181f-909f-4b74-b9b7-092d0bca9b9b), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.061501 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:01.077437 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-7d332bee-1c9a-4cbc-a406-5eee4cb5597c admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=40a006662b86417ca2c5b846268e271c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8423359 Aug 30 04:31:01.079753 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d332bee-1c9a-4cbc-a406-5eee4cb5597c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6116181f-909f-4b74-b9b7-092d0bca9b9b,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:01.082394 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 47322) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:01.109177 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:01.272053 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:01.272891 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075232e8-fc22-47e9-bd5b-5dd9604e475b req-bdbcb6f8-1eb3-4ffd-88a7-84fba3de4294 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:01.277442 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.281555 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-075232e8-fc22-47e9-bd5b-5dd9604e475b req-bdbcb6f8-1eb3-4ffd-88a7-84fba3de4294 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 944 time: 0.0882781 Aug 30 04:31:01.298562 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0966a697-2dd1-43b4-8c14-9e45e452163f admin admin] Publish callbacks [] for security_group (6116181f-909f-4b74-b9b7-092d0bca9b9b), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.416248 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0966a697-2dd1-43b4-8c14-9e45e452163f admin admin] Publish callbacks [] for security_group (6116181f-909f-4b74-b9b7-092d0bca9b9b), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.541408 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-075232e8-fc22-47e9-bd5b-5dd9604e475b req-fb9acd6e-e8ab-4a9a-b88d-ee28e9d24dcb tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532926 Aug 30 04:31:01.545055 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Allocated IP 172.20.0.1 (a0fa4781-7b10-40fd-9cd8-6b3044f7ba50/ed459e27-07bd-4dcd-9b98-70b12d66fc5f/079d54a4-d68b-454d-a152-864d500a1e8a) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:01.690785 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0966a697-2dd1-43b4-8c14-9e45e452163f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (6116181f-909f-4b74-b9b7-092d0bca9b9b), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.694630 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0966a697-2dd1-43b4-8c14-9e45e452163f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.696460 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-0966a697-2dd1-43b4-8c14-9e45e452163f admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/6116181f-909f-4b74-b9b7-092d0bca9b9b HTTP/1.1" status: 204 len: 168 time: 0.6127014 Aug 30 04:31:01.701721 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:30:56Z', 'revision_number': 3, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:01.712675 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966a697-2dd1-43b4-8c14-9e45e452163f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6116181f-909f-4b74-b9b7-092d0bca9b9b,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:01.789399 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed2b7d-a294-483a-9ef9-a02e7c25ea10 None None] The sync data for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb is: [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:30:56Z', 'revision_number': 3, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:31:01.993866 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd283c-6674-4da4-80ab-9f323d46fbdc req-6cd78bf7-1926-42be-bb5f-679d622cef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:01.996529 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Publish callbacks [] for port (079d54a4-d68b-454d-a152-864d500a1e8a), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:01.997994 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e9fd283c-6674-4da4-80ab-9f323d46fbdc req-6cd78bf7-1926-42be-bb5f-679d622cef1d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=9322fbe1939b46c3aee2418884f81e9a&device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 1128 time: 0.1201248 Aug 30 04:31:02.005372 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:02.055630 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c05f4-f148-43ef-87aa-2129e52402f2 req-86cc324e-d74b-4b5f-a9c8-71abd7430f48 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:02.058585 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-596c05f4-f148-43ef-87aa-2129e52402f2 req-86cc324e-d74b-4b5f-a9c8-71abd7430f48 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.2104843 Aug 30 04:31:02.271095 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:02.462797 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-596c05f4-f148-43ef-87aa-2129e52402f2 req-9963385a-eda8-449a-8371-4e08fffe7960 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590331 Aug 30 04:31:02.465600 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=079d54a4-d68b-454d-a152-864d500a1e8a,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:02.532635 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:02.535183 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:02.544082 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:02.547040 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519856'] for router_interface (12bdb17a-e53e-4e01-8fd6-27e907694d22), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:02.819225 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 2b690814-6f03-49ef-9af5-25b04f66f0ab up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:03.016045 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 2b690814-6f03-49ef-9af5-25b04f66f0ab triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:03.018738 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:03.020830 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:03.172811 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:03.273546 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:03.435301 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd283c-6674-4da4-80ab-9f323d46fbdc req-190bd1d0-eb73-41bf-8da6-2ac966fc7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:03.439569 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e9fd283c-6674-4da4-80ab-9f323d46fbdc req-190bd1d0-eb73-41bf-8da6-2ac966fc7379 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=aea69756-e786-4cf8-8d76-5170bbdf521b HTTP/1.1" status: 200 len: 915 time: 1.4299107 Aug 30 04:31:03.473069 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02729d-3500-402c-8b53-78da0963e5dd req-233455f1-9dd3-48d6-808c-53baa2974b98 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:03.485933 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ee02729d-3500-402c-8b53-78da0963e5dd req-233455f1-9dd3-48d6-808c-53baa2974b98 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 944 time: 0.3850346 Aug 30 04:31:03.791638 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e9fd283c-6674-4da4-80ab-9f323d46fbdc req-354d20fa-71bb-4f16-acc5-ace07f610359 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67dd458e-0cc6-49de-b501-d7686750bff1 HTTP/1.1" status: 200 len: 217 time: 0.2426739 Aug 30 04:31:03.917801 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Publish callbacks [] for port (079d54a4-d68b-454d-a152-864d500a1e8a), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:03.960905 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ee02729d-3500-402c-8b53-78da0963e5dd req-40504c78-5b39-429f-b5ea-91ea787766ed tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662740 Aug 30 04:31:03.988198 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd283c-6674-4da4-80ab-9f323d46fbdc req-11bd29db-c311-4bbc-a26d-01379cf7ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:03.991721 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e9fd283c-6674-4da4-80ab-9f323d46fbdc req-11bd29db-c311-4bbc-a26d-01379cf7ea3a service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=fa4c0150-e189-4d96-9b03-890176733d1e HTTP/1.1" status: 200 len: 853 time: 0.1826062 Aug 30 04:31:04.065109 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 2b690814-6f03-49ef-9af5-25b04f66f0ab is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:04.065650 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:04.090108 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 67dd458e-0cc6-49de-b501-d7686750bff1 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:31:04.099564 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-f56ba014-80c1-470d-a893-aa8ed1ef3842 None None] Provisioning complete for port 079d54a4-d68b-454d-a152-864d500a1e8a triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:04.100384 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-f56ba014-80c1-470d-a893-aa8ed1ef3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:04.104949 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e9fd283c-6674-4da4-80ab-9f323d46fbdc req-710882c7-22d6-4ccd-92a0-9a3441eae61d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=aea69756-e786-4cf8-8d76-5170bbdf521b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039040 Aug 30 04:31:04.134097 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44013c-b503-4729-866b-a24b49b89a54 req-55630cb1-c525-46be-8951-13bf429948a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:04.137622 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cd44013c-b503-4729-866b-a24b49b89a54 req-55630cb1-c525-46be-8951-13bf429948a1 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 1129 time: 0.2390022 Aug 30 04:31:04.138333 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:04.139146 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519716'] for router_interface (12bdb17a-e53e-4e01-8fd6-27e907694d22), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:04.151187 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 47426) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:04.193582 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-f56ba014-80c1-470d-a893-aa8ed1ef3842 None None] Port 079d54a4-d68b-454d-a152-864d500a1e8a cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:31:04.225236 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066a7fc-fc60-432f-9cf3-0fad0d31d26a req-238ef350-0761-47d0-9bad-e52d2ce8be95 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:04.237113 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 2b690814-6f03-49ef-9af5-25b04f66f0ab, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=2b690814-6f03-49ef-9af5-25b04f66f0ab,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:04.239092 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d066a7fc-fc60-432f-9cf3-0fad0d31d26a req-238ef350-0761-47d0-9bad-e52d2ce8be95 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.3411961 Aug 30 04:31:04.252937 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:04.336471 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:04.359836 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.db.resource_extend [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 04:31:04.453787 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cd44013c-b503-4729-866b-a24b49b89a54 req-ff4336ec-89d5-4aef-b051-09e9f345b3a1 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109146 Aug 30 04:31:04.525629 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e9fd283c-6674-4da4-80ab-9f323d46fbdc req-a5eaa55a-bec1-41a5-8443-f6a22c2fed99 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/aea69756-e786-4cf8-8d76-5170bbdf521b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113867 Aug 30 04:31:04.609153 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:04.623379 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:04.640879 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=2b690814-6f03-49ef-9af5-25b04f66f0ab,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:04.704723 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d852b57c-d175-497a-af7a-25a16c3d24dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:04.804241 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 67dd458e-0cc6-49de-b501-d7686750bff1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=67dd458e-0cc6-49de-b501-d7686750bff1,segment=NetworkSegment(347deb5a-42dd-43d8-9373-9f3fcf117ae5),segment_id=347deb5a-42dd-43d8-9373-9f3fcf117ae5)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:04.845801 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:04.846677 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '67dd458e-0cc6-49de-b501-d7686750bff1', 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b', 'port_id': '67dd458e-0cc6-49de-b501-d7686750bff1', 'mac_address': 'fa:16:3e:ad:82:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4c0150-e189-4d96-9b03-890176733d1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:31:04.872788 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Router 12bdb17a-e53e-4e01-8fd6-27e907694d22 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:31:04.886766 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d066a7fc-fc60-432f-9cf3-0fad0d31d26a req-86fbaf7f-4dbd-4944-aeb3-9232358b676a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6462400 Aug 30 04:31:04.904072 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=079d54a4-d68b-454d-a152-864d500a1e8a,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:04.970090 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 67dd458e-0cc6-49de-b501-d7686750bff1 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:04.970357 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:05.023790 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67dd458e-0cc6-49de-b501-d7686750bff1 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:31:05.102061 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:31:05.115302 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 67dd458e-0cc6-49de-b501-d7686750bff1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=67dd458e-0cc6-49de-b501-d7686750bff1,segment=NetworkSegment(347deb5a-42dd-43d8-9373-9f3fcf117ae5),segment_id=347deb5a-42dd-43d8-9373-9f3fcf117ae5)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:05.120936 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-aba009ec-63d2-4a20-b2d2-530e20190fb2 admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/12bdb17a-e53e-4e01-8fd6-27e907694d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4822614 Aug 30 04:31:05.133082 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:05.321796 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-3e0c3755-9fea-40a6-96c5-d48958eb9b78 None None] Provisioning complete for port 079d54a4-d68b-454d-a152-864d500a1e8a triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:05.322632 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3755-9fea-40a6-96c5-d48958eb9b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:05.370894 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=67dd458e-0cc6-49de-b501-d7686750bff1,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:05.376996 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:05.402692 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c3755-9fea-40a6-96c5-d48958eb9b78 None None] Port 079d54a4-d68b-454d-a152-864d500a1e8a cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:31:05.459847 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:05.463642 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e9fd283c-6674-4da4-80ab-9f323d46fbdc req-b6e70485-a25b-4775-8f09-e03662671dd2 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/aea69756-e786-4cf8-8d76-5170bbdf521b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044542 Aug 30 04:31:05.621558 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d852b57c-d175-497a-af7a-25a16c3d24dc admin admin] Publish callbacks [] for security_group (7be74ff7-8336-4e96-a795-c5ef56bbb349), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:05.645903 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['67dd458e-0cc6-49de-b501-d7686750bff1'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:31:05.649072 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f1579-e9cb-4942-b3f2-e244ae157fa0 req-cd4f5af4-ec1f-41bd-a11b-8daa127a4049 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:05.660577 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-422f1579-e9cb-4942-b3f2-e244ae157fa0 req-cd4f5af4-ec1f-41bd-a11b-8daa127a4049 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 945 time: 0.3409960 Aug 30 04:31:05.664107 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d852b57c-d175-497a-af7a-25a16c3d24dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (7be74ff7-8336-4e96-a795-c5ef56bbb349), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:05.815089 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-d852b57c-d175-497a-af7a-25a16c3d24dc admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=ccca99871c65472bb4df307b70d8d75b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6549435 Aug 30 04:31:05.815089 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852b57c-d175-497a-af7a-25a16c3d24dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be74ff7-8336-4e96-a795-c5ef56bbb349,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:05.816790 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47456) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:05.915524 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-422f1579-e9cb-4942-b3f2-e244ae157fa0 req-94cc1c79-7486-43db-b324-c21d4bee1e93 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080412 Aug 30 04:31:06.026586 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Sync routers for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:31:06.085234 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:06.089817 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:30:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:06.211127 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-15d9c212-e285-431c-9add-ece83eea6147 admin admin] Publish callbacks [] for security_group (7be74ff7-8336-4e96-a795-c5ef56bbb349), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:06.350931 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-15d9c212-e285-431c-9add-ece83eea6147 admin admin] Publish callbacks [] for security_group (7be74ff7-8336-4e96-a795-c5ef56bbb349), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:06.356787 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aca0ca-dbd8-478a-8517-774ab1186fe2 req-43302b24-f0b1-433f-a7e1-139016d8640f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:06.374263 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f5aca0ca-dbd8-478a-8517-774ab1186fe2 req-43302b24-f0b1-433f-a7e1-139016d8640f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.3045275 Aug 30 04:31:06.430069 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:06.604784 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47482) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:06.623824 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-7d636a65-f245-4c55-b751-766b81f23847 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371023719', 'description': 'tempest-description--1827142608'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:06.640293 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f5aca0ca-dbd8-478a-8517-774ab1186fe2 req-779df7af-752d-47b8-8f67-25f2e6dbea8f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479928 Aug 30 04:31:06.710051 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d636a65-f245-4c55-b751-766b81f23847 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:06.758514 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 2b690814-6f03-49ef-9af5-25b04f66f0ab up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:06.805596 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-15d9c212-e285-431c-9add-ece83eea6147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (7be74ff7-8336-4e96-a795-c5ef56bbb349), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:06.821204 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-15d9c212-e285-431c-9add-ece83eea6147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:06.844889 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-15d9c212-e285-431c-9add-ece83eea6147 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/7be74ff7-8336-4e96-a795-c5ef56bbb349 HTTP/1.1" status: 204 len: 168 time: 1.0120716 Aug 30 04:31:06.991560 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 2b690814-6f03-49ef-9af5-25b04f66f0ab triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:06.992535 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:07.014546 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9c212-e285-431c-9add-ece83eea6147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be74ff7-8336-4e96-a795-c5ef56bbb349,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:07.261821 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7f9c-0e22-49e1-8a30-6154ee066943 req-cccf5591-b3b4-4757-ac86-4516bf7e5314 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:07.298356 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:07.304068 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a6ed7f9c-0e22-49e1-8a30-6154ee066943 req-cccf5591-b3b4-4757-ac86-4516bf7e5314 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.3081181 Aug 30 04:31:07.383326 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3571c-44d9-43a8-9f79-d46407c6ee10 req-a68b1a6c-3b54-4d14-9f31-0002ae37a81a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:07.386974 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57a3571c-44d9-43a8-9f79-d46407c6ee10 req-a68b1a6c-3b54-4d14-9f31-0002ae37a81a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 945 time: 0.1895385 Aug 30 04:31:07.432674 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 2b690814-6f03-49ef-9af5-25b04f66f0ab is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:07.481845 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d636a65-f245-4c55-b751-766b81f23847 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (718931e9-b437-4975-84a7-a179b1ecbeaf), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:07.527364 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:03Z', 'revision_number': 2, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:07.541871 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d636a65-f245-4c55-b751-766b81f23847 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (718931e9-b437-4975-84a7-a179b1ecbeaf), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:07.608031 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Checking router: 12bdb17a-e53e-4e01-8fd6-27e907694d22 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:31:07.610613 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Updating router 12bdb17a-e53e-4e01-8fd6-27e907694d22 port 079d54a4-d68b-454d-a152-864d500a1e8a binding host dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:31:07.697368 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a6ed7f9c-0e22-49e1-8a30-6154ee066943 req-64d9f8ce-b409-4fe7-ac65-4c104e172056 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917460 Aug 30 04:31:07.719376 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d636a65-f245-4c55-b751-766b81f23847 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:07.719781 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:07.729718 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-7d636a65-f245-4c55-b751-766b81f23847 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1132972 Aug 30 04:31:07.735284 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47508) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:07.784107 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-17fa78ec-070f-4e93-8f53-8ca4aaf69b7b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group_rule': {'security_group_id': '718931e9-b437-4975-84a7-a179b1ecbeaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:07.792703 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:07.821271 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d636a65-f245-4c55-b751-766b81f23847 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718931e9-b437-4975-84a7-a179b1ecbeaf,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:07.847102 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:07.851154 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-8393bb1f-6e4a-4a15-8d78-49ab678f81fe service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3257263 Aug 30 04:31:07.881914 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-17fa78ec-070f-4e93-8f53-8ca4aaf69b7b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (0ec6847b-9b63-4944-b8d9-86209aa763a8), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:07.885273 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57a3571c-44d9-43a8-9f79-d46407c6ee10 req-b78a3721-6f44-499a-89bd-093237ae02f8 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868593 Aug 30 04:31:07.945743 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:08.012138 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 67dd458e-0cc6-49de-b501-d7686750bff1 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:08.089948 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-435d0ab1-6e7a-4813-b36e-f5396d482223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.202301 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-38f4ac33-3503-430b-8fa8-57c657a07203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:08.204545 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 67dd458e-0cc6-49de-b501-d7686750bff1 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:31:08.209221 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-38f4ac33-3503-430b-8fa8-57c657a07203 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 1129 time: 0.1716642 Aug 30 04:31:08.236784 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 67dd458e-0cc6-49de-b501-d7686750bff1 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:08.237654 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.247851 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-17fa78ec-070f-4e93-8f53-8ca4aaf69b7b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (0ec6847b-9b63-4944-b8d9-86209aa763a8), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.260345 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-17fa78ec-070f-4e93-8f53-8ca4aaf69b7b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (0ec6847b-9b63-4944-b8d9-86209aa763a8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.307773 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa78ec-070f-4e93-8f53-8ca4aaf69b7b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec6847b-9b63-4944-b8d9-86209aa763a8,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:08.370264 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-17fa78ec-070f-4e93-8f53-8ca4aaf69b7b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.380547 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-17fa78ec-070f-4e93-8f53-8ca4aaf69b7b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6268246 Aug 30 04:31:08.384334 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47524) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:08.405083 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-1118ff28-f0f0-4706-96ad-f84045ce2b19 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group_rule': {'security_group_id': '718931e9-b437-4975-84a7-a179b1ecbeaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:08.548269 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 67dd458e-0cc6-49de-b501-d7686750bff1 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:08.548894 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.562912 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1118ff28-f0f0-4706-96ad-f84045ce2b19 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (1b100e06-c652-4ff5-a96e-2a12bf725776), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.716335 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 67dd458e-0cc6-49de-b501-d7686750bff1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=67dd458e-0cc6-49de-b501-d7686750bff1,segment=NetworkSegment(347deb5a-42dd-43d8-9373-9f3fcf117ae5),segment_id=347deb5a-42dd-43d8-9373-9f3fcf117ae5)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:08.722026 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dd458e-0cc6-49de-b501-d7686750bff1'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:31:08.729222 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d8da4a-195a-4e38-b7c1-3dff569aad26" -d '{"events": [{"server_uuid": "51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b", "name": "network-vif-plugged", "status": "completed", "tag": "67dd458e-0cc6-49de-b501-d7686750bff1"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:31:08.741402 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.773637 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-20894b3a-0afa-445b-ac33-adeac0d58ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:08.777061 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-20894b3a-0afa-445b-ac33-adeac0d58ab4 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.5368693 Aug 30 04:31:08.866592 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1118ff28-f0f0-4706-96ad-f84045ce2b19 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (1b100e06-c652-4ff5-a96e-2a12bf725776), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.880536 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1118ff28-f0f0-4706-96ad-f84045ce2b19 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (1b100e06-c652-4ff5-a96e-2a12bf725776), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.943491 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118ff28-f0f0-4706-96ad-f84045ce2b19 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b100e06-c652-4ff5-a96e-2a12bf725776,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:08.973383 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-09c08809-20b0-4985-893f-6a96f1b99c8e service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b63e5ca3-4866-40d2-815c-ec29fddad4bf HTTP/1.1" status: 200 len: 217 time: 0.1874774 Aug 30 04:31:08.980443 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4dfe35-d4da-4a82-ab25-36eb74dabf40 x-openstack-request-id: req-7d4dfe35-d4da-4a82-ab25-36eb74dabf40 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:31:08.981409 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b", "name": "network-vif-plugged", "status": "completed", "tag": "67dd458e-0cc6-49de-b501-d7686750bff1", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:31:08.981836 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7d4dfe35-d4da-4a82-ab25-36eb74dabf40 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:31:08.982409 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4dfe35-d4da-4a82-ab25-36eb74dabf40'] response: {'server_uuid': '51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dd458e-0cc6-49de-b501-d7686750bff1', 'code': 200} Aug 30 04:31:08.986003 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1118ff28-f0f0-4706-96ad-f84045ce2b19 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.994980 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-1118ff28-f0f0-4706-96ad-f84045ce2b19 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6053793 Aug 30 04:31:09.005697 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 47536) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:09.046135 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=67dd458e-0cc6-49de-b501-d7686750bff1,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:09.076595 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'floatingip': {'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:09.194491 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.197372 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-522b01c9-880a-434f-95b6-dcf85cb5cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:09.199037 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-522b01c9-880a-434f-95b6-dcf85cb5cca4 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.1834567 Aug 30 04:31:09.372403 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Publish callbacks [] for port (079d54a4-d68b-454d-a152-864d500a1e8a), precommit_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.385415 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.444150 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b8ff1-5da5-426c-8a93-ac34cc174666 req-6535119a-e23d-4e98-8bcc-b6e385c21a53 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:09.445917 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1b6b8ff1-5da5-426c-8a93-ac34cc174666 req-6535119a-e23d-4e98-8bcc-b6e385c21a53 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 946 time: 0.2263265 Aug 30 04:31:09.455176 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:09.456856 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-1eb00526-ceb6-4bed-bf2c-1d8030f03178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:09.458681 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-1eb00526-ceb6-4bed-bf2c-1d8030f03178 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2284014 Aug 30 04:31:09.507369 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.578463 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:09.594458 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Pushing event updated for resources: {'Port': ['ID=079d54a4-d68b-454d-a152-864d500a1e8a,revision_number=3']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:09.648061 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.648589 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.649155 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.666030 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.671950 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.681271 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.681924 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.684102 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.688146 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.688507 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.688853 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.689220 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.689559 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.689890 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.690219 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:09.905797 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Attempting to bind port 079d54a4-d68b-454d-a152-864d500a1e8a on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:09.906760 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Attempting to bind port 079d54a4-d68b-454d-a152-864d500a1e8a by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:09.909027 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Attempting to bind port 079d54a4-d68b-454d-a152-864d500a1e8a on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:09.965402 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:09.966030 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Checking segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:09.974646 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.975280 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Bound using segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:09.976137 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Bound port: 079d54a4-d68b-454d-a152-864d500a1e8a, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:09.976743 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:10.041039 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d733fb6-9895-4c0d-930c-71b0516fea87 req-70a3c7d0-818a-4c52-96e3-ecfd27129a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:10.052632 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3d733fb6-9895-4c0d-930c-71b0516fea87 req-70a3c7d0-818a-4c52-96e3-ecfd27129a8a service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 1130 time: 0.3484330 Aug 30 04:31:10.142417 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-c1d2852d-40b4-4e99-94c8-4cb01e89d6ee service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583877 Aug 30 04:31:10.156848 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Allocated IP 172.28.3.207 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/c6597530-d9de-4ce1-adab-f4afaf12f859) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:10.219989 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3d733fb6-9895-4c0d-930c-71b0516fea87 req-fabba565-cd6f-42e7-8106-8d2b263933d0 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584542 Aug 30 04:31:10.268493 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] For port 079d54a4-d68b-454d-a152-864d500a1e8a, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:10.276255 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] For port 079d54a4-d68b-454d-a152-864d500a1e8a, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=079d54a4-d68b-454d-a152-864d500a1e8a,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:10.289226 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:10.300782 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1b6b8ff1-5da5-426c-8a93-ac34cc174666 req-b82ebcda-800a-46a6-baea-58c7de5366a0 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8339961 Aug 30 04:31:10.364894 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:10.381159 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:10.382255 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:30:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:10.452976 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc0228-40ac-4bf0-b1ae-13415cf023ac None None] Pushing event updated for resources: {'Port': ['ID=079d54a4-d68b-454d-a152-864d500a1e8a,revision_number=4']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:10.554312 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:10.596833 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4c9916da-4279-43dc-91c8-c07d8c060d48 req-43495814-efd9-445e-a670-a37ecd1f82c3 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263375 Aug 30 04:31:10.631884 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:10.697405 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (c6597530-d9de-4ce1-adab-f4afaf12f859), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:10.783656 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (c6597530-d9de-4ce1-adab-f4afaf12f859), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:10.969510 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:10.978543 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:10.985258 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:11.084475 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:10Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:11.154532 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed57cc-d49e-4de4-95ef-a8e92595a578 None None] The sync data for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb is: [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:10Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:31:11.168087 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=c6597530-d9de-4ce1-adab-f4afaf12f859,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:11.236512 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.237270 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.237902 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.238532 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.239087 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.239639 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.246846 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.249723 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.251457 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.270261 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.271336 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.276718 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.283311 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.283311 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.283311 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:11.472306 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e7bedbe2-36ef-4f7a-98d4-e8987ce00929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:11.574664 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (12f05cd3-ae01-4780-8707-b0fc69227185), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:11.609949 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413e9ce-5511-441d-8ecc-ac0d505851a6 req-fcd6bd99-37a6-47ca-aa18-ebfea10dd6d9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:11.610768 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0221ea-a85b-49a3-84f2-403a1e799d5a req-4b02e6fe-4e61-4e59-b74e-07456f683b05 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:11.612082 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4413e9ce-5511-441d-8ecc-ac0d505851a6 req-fcd6bd99-37a6-47ca-aa18-ebfea10dd6d9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1056838 Aug 30 04:31:11.633166 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-be0221ea-a85b-49a3-84f2-403a1e799d5a req-4b02e6fe-4e61-4e59-b74e-07456f683b05 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 946 time: 0.1210525 Aug 30 04:31:11.663471 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:11.720877 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:11.794315 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-be0221ea-a85b-49a3-84f2-403a1e799d5a req-5a694001-3a74-4185-af43-4c6e18ac32fe tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597111 Aug 30 04:31:11.813937 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (c6597530-d9de-4ce1-adab-f4afaf12f859), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:11.945584 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4413e9ce-5511-441d-8ecc-ac0d505851a6 req-d62eae2d-26da-42a4-9f48-f45d5d53b356 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226104 Aug 30 04:31:12.094277 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b196a-683b-41df-8ae5-0715953a36ad req-2fc32523-2c3e-4656-996a-fda12ea7bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:12.097143 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f04b196a-683b-41df-8ae5-0715953a36ad req-2fc32523-2c3e-4656-996a-fda12ea7bd79 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 1129 time: 0.1101356 Aug 30 04:31:12.261826 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47614) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:12.290776 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (c6597530-d9de-4ce1-adab-f4afaf12f859), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:12.300112 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (c6597530-d9de-4ce1-adab-f4afaf12f859), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:12.434204 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=c6597530-d9de-4ce1-adab-f4afaf12f859,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:12.438523 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (12f05cd3-ae01-4780-8707-b0fc69227185), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:12.476259 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:12.481139 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-9df05844-ad5a-4fbe-9cb3-06971cdc1c07 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4716988 Aug 30 04:31:12.631801 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:12.721932 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 079d54a4-d68b-454d-a152-864d500a1e8a up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:12.764663 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-792c95ee-c774-411d-9140-b910b5f4d41d admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=92b93bd6951d461ba2f6586f3566699d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011022 Aug 30 04:31:12.765472 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47624) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:12.788514 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b196a-683b-41df-8ae5-0715953a36ad req-411267e5-d668-43a5-adb2-53cfda2b5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:12.794374 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f04b196a-683b-41df-8ae5-0715953a36ad req-411267e5-d668-43a5-adb2-53cfda2b5734 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.2720428 Aug 30 04:31:12.914453 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 079d54a4-d68b-454d-a152-864d500a1e8a triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:12.923356 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:13.107099 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Publish callbacks [] for security_group (7106ef79-bc91-4c9b-a195-cfcebcafc700), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:13.107809 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f04b196a-683b-41df-8ae5-0715953a36ad req-989adae9-7fe5-40fc-8a8d-b986f48e6d83 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b63e5ca3-4866-40d2-815c-ec29fddad4bf HTTP/1.1" status: 200 len: 217 time: 0.2911329 Aug 30 04:31:13.293255 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 079d54a4-d68b-454d-a152-864d500a1e8a is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:13.297531 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:13.300418 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-4c23eb57-5aa2-40e0-952f-6d419f1122a3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--371023719&fields=id&tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 267 time: 0.2289612 Aug 30 04:31:13.324830 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Publish callbacks [] for security_group (7106ef79-bc91-4c9b-a195-cfcebcafc700), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:13.367865 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 079d54a4-d68b-454d-a152-864d500a1e8a, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=079d54a4-d68b-454d-a152-864d500a1e8a,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:13.378182 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:13.393439 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24251945-b1a1-47cd-aabc-521bb62fac82 req-2c57f75c-ee8d-41ea-82f5-e32548e93bdf tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:13.395638 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-24251945-b1a1-47cd-aabc-521bb62fac82 req-2c57f75c-ee8d-41ea-82f5-e32548e93bdf tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 946 time: 0.2950583 Aug 30 04:31:13.522420 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=079d54a4-d68b-454d-a152-864d500a1e8a,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:13.534685 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (7106ef79-bc91-4c9b-a195-cfcebcafc700), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:13.538412 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:13.540169 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/7106ef79-bc91-4c9b-a195-cfcebcafc700 HTTP/1.1" status: 204 len: 168 time: 0.7706702 Aug 30 04:31:13.546837 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.547696 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.549180 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.551379 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.553043 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.557147 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.558022 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.560104 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.560791 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.564304 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.565223 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.565838 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.569076 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.571451 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.574405 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.576753 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7106ef79-bc91-4c9b-a195-cfcebcafc700,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:13.593303 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-0c8d5197-8a98-4c2f-b3c9-1d76d7966b94 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:13.604856 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-0c8d5197-8a98-4c2f-b3c9-1d76d7966b94 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 815 time: 0.2727511 Aug 30 04:31:13.612753 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-24251945-b1a1-47cd-aabc-521bb62fac82 req-66088cb0-dd7c-40ca-8ded-66f7676a306d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030573 Aug 30 04:31:13.630292 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-df19db44-3e96-465b-b316-ea5510bac1a4 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/quotas/ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 375 time: 0.0238380 Aug 30 04:31:13.634641 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b196a-683b-41df-8ae5-0715953a36ad req-94216ce7-0186-40ee-b5f8-5b448521a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:13.637118 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f04b196a-683b-41df-8ae5-0715953a36ad req-94216ce7-0186-40ee-b5f8-5b448521a787 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.4972718 Aug 30 04:31:13.646285 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.646793 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.647275 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.654154 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.655095 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.655793 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.656517 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.657179 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.659161 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.659625 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.664009 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.664865 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.668730 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.670472 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.673070 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282671fc-c4fd-4466-943e-73eaf52a7a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:13.798009 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:13.863547 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b196a-683b-41df-8ae5-0715953a36ad req-024ec28f-476b-495d-bea6-a89dc5cf7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:13.866847 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f04b196a-683b-41df-8ae5-0715953a36ad req-024ec28f-476b-495d-bea6-a89dc5cf7702 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1132658 Aug 30 04:31:13.898894 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-02bb26c1-d98a-4f82-b55c-9a633d94f81e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2669926 Aug 30 04:31:13.904536 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750942c-2be5-4f85-b507-8e9b2fa6137a req-d011d929-7e60-4e45-86b2-be3b1b3ff82f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:13.907282 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4750942c-2be5-4f85-b507-8e9b2fa6137a req-d011d929-7e60-4e45-86b2-be3b1b3ff82f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1240103 Aug 30 04:31:14.024995 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4750942c-2be5-4f85-b507-8e9b2fa6137a req-debad4c5-7936-4131-815e-1fe231ace5dd tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065826 Aug 30 04:31:14.164490 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:14.171857 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f04b196a-683b-41df-8ae5-0715953a36ad req-0c9c22a5-0fd7-4f74-8624-23b2afc1bf95 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713616 Aug 30 04:31:14.277312 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-3a774ff5-bcd4-4528-888a-992ce5dfeef3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525907 Aug 30 04:31:14.391448 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f04b196a-683b-41df-8ae5-0715953a36ad req-b6ee5a77-8ee6-43bd-96b1-053675a461fd service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112458 Aug 30 04:31:14.449857 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-840ef381-5596-4fd9-97f3-e6080cbf744c service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556985 Aug 30 04:31:14.677948 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:14.724019 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 079d54a4-d68b-454d-a152-864d500a1e8a up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:14.906790 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-60df16ca-0b02-4ebd-aebe-cf8b8fda7d29 req-a8f28821-b6e9-41d8-9582-af59611fae58 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 210 time: 0.0379090 Aug 30 04:31:14.940160 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 079d54a4-d68b-454d-a152-864d500a1e8a triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:14.941463 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:15.089947 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 079d54a4-d68b-454d-a152-864d500a1e8a is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:15.309849 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30806dba-b2c6-47be-8158-28605a9db280 req-4a4ca4a0-eec3-4ae6-b93e-41f4a5a80bb8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:15.312781 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-30806dba-b2c6-47be-8158-28605a9db280 req-4a4ca4a0-eec3-4ae6-b93e-41f4a5a80bb8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1370373 Aug 30 04:31:15.445214 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-30806dba-b2c6-47be-8158-28605a9db280 req-2cb4a4f9-c523-46a0-b3ab-d9714ee7c8c0 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240733 Aug 30 04:31:15.523196 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47782) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:15.731508 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-292731521-network', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:15.764022 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Made reservation on behalf of a89458e4a02d40e4abfd8457f31cc0a4 for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:31:15.766714 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:15.780623 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:15.822170 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:16.010493 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Publish callbacks [] for security_group (9b80f67c-7d5b-4dec-ab43-8681ee81ac09), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:16.024138 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (9b80f67c-7d5b-4dec-ab43-8681ee81ac09), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:16.069310 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:31:16.145026 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (6509e26f-e0ae-4d96-b856-25a257dc8bf3), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:16.145589 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Added segment 6509e26f-e0ae-4d96-b856-25a257dc8bf3 of type vlan for network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 Aug 30 04:31:16.154551 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:16.188955 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b80f67c-7d5b-4dec-ab43-8681ee81ac09,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:16.193571 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:16.231407 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-274d8cc0-0c2a-4d1d-8250-2ada6aff8014 req-1a1df61b-6bd9-4d87-8749-95ab9144101d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 210 time: 0.1108167 Aug 30 04:31:16.291094 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:16.319593 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:16.373441 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:16.375083 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:16.376564 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:16.495536 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9700406 Aug 30 04:31:16.499752 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 47828) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:16.506287 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ecab0-9968-43bf-afcd-99c1956a745c admin admin] Pushing event updated for resources: {'Network': ['ID=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:16.517491 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] Request body: {'subnet': {'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-292731521-subnet', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'ip_version': 4}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:16.536165 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:31:16.574075 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] Made reservation on behalf of a89458e4a02d40e4abfd8457f31cc0a4 for: {'subnet': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:31:16.579555 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15248056'] for subnet (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:16.713719 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:16.773808 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fb3f1-d87e-4c19-ba37-e471f5fe75ca req-30da547c-39ee-45f8-ba53-d70a14f75f44 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:16.776813 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-973fb3f1-d87e-4c19-ba37-e471f5fe75ca req-30da547c-39ee-45f8-ba53-d70a14f75f44 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1230478 Aug 30 04:31:16.929642 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-973fb3f1-d87e-4c19-ba37-e471f5fe75ca req-9e9d6e29-0f45-4a14-919e-1b250779e0e5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398029 Aug 30 04:31:16.988857 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15454370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15248046'] for subnet (63018c76-167c-41e0-bb8a-f3e744a64072), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:17.053750 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=63018c76-167c-41e0-bb8a-f3e744a64072,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:17.074219 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] Checking segment: {'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:17.074580 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] Network hostable DHCP agents. Network: e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:31:17.097530 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] Network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:31:17.109410 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26) {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:17.115632 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:17.116641 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:17.127359 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68508694-31a2-4eff-9775-5d7cf4403967 None None] Network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:31:17.149991 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-c265b500-44ec-4385-93d8-82f23d5710dd admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6455748 Aug 30 04:31:17.154045 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47832) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:17.163657 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:17.212667 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10083'] for router (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:17.216411 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-412989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10074'] for router (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:17.241854 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:17.329223 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3db10d5-22ca-5e7d-b4be-6ae39b8c903b-e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072'}]}} from dv-cinder-854265-2-smb. {{(pid=106397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:31:17.330381 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:17.391051 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Publish callbacks [] for router_controller (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:17.555523 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-fa542531-dec7-492a-be16-9d6e32ae26d6 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:17.563799 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-fa542531-dec7-492a-be16-9d6e32ae26d6 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 815 time: 0.1514201 Aug 30 04:31:17.634180 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-71d37818-1718-4067-94e9-22e76bc824e0 req-20e5f8b2-0392-428b-8cad-6f33f2bb8750 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 210 time: 0.2446659 Aug 30 04:31:17.677988 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.db_base_plugin_common [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Allocated IP 172.20.0.2 (e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26/63018c76-167c-41e0-bb8a-f3e744a64072/6485f752-88b0-447e-8b65-6ce4f1c487f4) {{(pid=106397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:17.782764 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-a1b8b662-9428-4167-b7d6-703e5e20c339 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 379 time: 0.2041340 Aug 30 04:31:17.799438 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'port': {'device_id': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'admin_state_up': True, 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'security_groups': ['718931e9-b437-4975-84a7-a179b1ecbeaf']}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:17.865151 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Publish callbacks [] for router_gateway (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:17.890563 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:17.990351 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Made reservation on behalf of ec24ad0a529d4df7a32b62a1558fa7a8 for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:31:18.002283 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:18.103448 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Publish callbacks [] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), precommit_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:18.127224 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:18.222355 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 is already hosted by enough agents. {{(pid=106397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:18.229061 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.base_scheduler [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Resources bound (agent type, host, resource id): {{(pid=106397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:18.233655 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857e9d2-277b-4fad-b2f8-79179eeff4eb req-345a59b9-4c9e-4c61-b75f-52eaf528be2a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:18.235324 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3857e9d2-277b-4fad-b2f8-79179eeff4eb req-345a59b9-4c9e-4c61-b75f-52eaf528be2a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1188390 Aug 30 04:31:18.235814 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Received port after_create {{(pid=106397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:18.259719 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Pushing event updated for resources: {'Port': ['ID=6485f752-88b0-447e-8b65-6ce4f1c487f4,revision_number=1']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:18.344025 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Allocated IP 172.20.0.5 (a0fa4781-7b10-40fd-9cd8-6b3044f7ba50/ed459e27-07bd-4dcd-9b98-70b12d66fc5f/a9781c66-5eab-4e93-b9ce-28d28cc15f3c) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:18.387316 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3857e9d2-277b-4fad-b2f8-79179eeff4eb req-2e811df1-3950-4aa0-b81d-6e6bc2be82a2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299372 Aug 30 04:31:18.401608 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Publish callbacks [] for router_gateway (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:18.420957 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Attempting to bind port 6485f752-88b0-447e-8b65-6ce4f1c487f4 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:18.421705 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Attempting to bind port 6485f752-88b0-447e-8b65-6ce4f1c487f4 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:18.423487 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Attempting to bind port 6485f752-88b0-447e-8b65-6ce4f1c487f4 on network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:18.441896 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:18.449568 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:18.450072 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Checking segment: {'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:18.450484 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:18.450884 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Bound using segment: {'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:18.451427 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Bound port: 6485f752-88b0-447e-8b65-6ce4f1c487f4, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:18.451810 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:18.487710 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:18.595733 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] For port 6485f752-88b0-447e-8b65-6ce4f1c487f4, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:18.603217 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] For port 6485f752-88b0-447e-8b65-6ce4f1c487f4, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=6485f752-88b0-447e-8b65-6ce4f1c487f4,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:18.614446 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:18.710053 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f51bd-a941-463c-ad7e-7eb5d435da8e None None] Pushing event updated for resources: {'Port': ['ID=6485f752-88b0-447e-8b65-6ce4f1c487f4,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:18.725415 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:18.737376 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:18.754436 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Allocated IP 172.28.3.67 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/0faca8c1-a2dc-40df-9caf-bed9bcdb65e4) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:18.813031 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:18.901727 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:18.916874 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:18.925031 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:18.950748 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=a9781c66-5eab-4e93-b9ce-28d28cc15f3c,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:18.989060 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b1b40-9a88-4efc-9867-d0047ba83ff6 req-67910b1d-c511-476f-a926-c1d457606433 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:18.996601 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-247b1b40-9a88-4efc-9867-d0047ba83ff6 req-67910b1d-c511-476f-a926-c1d457606433 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 931 time: 0.1719081 Aug 30 04:31:19.084349 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Publish callbacks [] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:19.179822 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:19.356012 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Pushing event updated for resources: {'Port': ['ID=0faca8c1-a2dc-40df-9caf-bed9bcdb65e4,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:19.368666 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:19.371977 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:19.375779 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:19.424467 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:19.526375 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-0a0303a6-eb10-46d3-994b-2f62f09573a6 None None] Provisioning complete for port a9781c66-5eab-4e93-b9ce-28d28cc15f3c triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:19.531826 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-0a0303a6-eb10-46d3-994b-2f62f09573a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:19.626447 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-0a0303a6-eb10-46d3-994b-2f62f09573a6 None None] Port a9781c66-5eab-4e93-b9ce-28d28cc15f3c cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:31:19.681311 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:19.681994 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:19.689151 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-247b1b40-9a88-4efc-9867-d0047ba83ff6 req-bfd6fe4f-8bb2-4a6d-acc5-8c23112e30e4 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6911917 Aug 30 04:31:19.716279 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-d6e8af3c-28d8-42ba-a6e4-481a55fb66b3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9219439 Aug 30 04:31:19.730901 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 47890) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:19.781110 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Request body: {'port': {'device_id': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:19.783370 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5dc2-85a2-44d9-a6dc-75aefafe1ba3 req-2408bd39-fca5-4b56-99d0-93644150ad5a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:19.785490 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e04b5dc2-85a2-44d9-a6dc-75aefafe1ba3 req-2408bd39-fca5-4b56-99d0-93644150ad5a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1459203 Aug 30 04:31:19.938498 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:19.968311 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e04b5dc2-85a2-44d9-a6dc-75aefafe1ba3 req-da2cacca-1a3d-4700-b0f0-7cceeaef2c07 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645858 Aug 30 04:31:20.010356 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Publish callbacks [] for router_gateway (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:20.085438 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4e0b-a880-4665-9803-210a4528d867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:20.245348 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:20.404235 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520916'] for router (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:20.412639 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781140a4-2439-4537-a623-f14bb04f7d6b None None] Network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:31:20.459315 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4e0b-a880-4665-9803-210a4528d867 admin admin] Publish callbacks [] for security_group (4ffe514a-4370-4329-9234-bfbf11b73464), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:20.471565 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4e0b-a880-4665-9803-210a4528d867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4ffe514a-4370-4329-9234-bfbf11b73464), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:20.527315 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:20.533045 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-4aaf4e0b-a880-4665-9803-210a4528d867 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=c57bd2abb1034a6b8bc8e27ed6381e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8007133 Aug 30 04:31:20.544933 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 47900) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:20.566375 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-84e888ac-3db1-4b66-9e53-1bf1c7ef4700 None None] Provisioning complete for port 6485f752-88b0-447e-8b65-6ce4f1c487f4 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:20.567011 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-84e888ac-3db1-4b66-9e53-1bf1c7ef4700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:20.573168 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:20.648451 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6485f752-88b0-447e-8b65-6ce4f1c487f4 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:20.664915 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf4e0b-a880-4665-9803-210a4528d867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffe514a-4370-4329-9234-bfbf11b73464,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:20.704974 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:20.745106 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 6485f752-88b0-447e-8b65-6ce4f1c487f4 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:20.745783 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:20.852297 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-84e888ac-3db1-4b66-9e53-1bf1c7ef4700 None None] Current status of the port 6485f752-88b0-447e-8b65-6ce4f1c487f4 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:20.853119 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-84e888ac-3db1-4b66-9e53-1bf1c7ef4700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:20.858689 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9781c66-5eab-4e93-b9ce-28d28cc15f3c {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:31:20.914855 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Publish callbacks [] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:20.993755 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-84e888ac-3db1-4b66-9e53-1bf1c7ef4700 None None] For port 6485f752-88b0-447e-8b65-6ce4f1c487f4, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=6485f752-88b0-447e-8b65-6ce4f1c487f4,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:21.004226 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-84e888ac-3db1-4b66-9e53-1bf1c7ef4700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:21.008898 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-60f6fb61-157b-432c-bd33-4651874be9cc admin admin] Publish callbacks [] for security_group (4ffe514a-4370-4329-9234-bfbf11b73464), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:21.011741 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 6485f752-88b0-447e-8b65-6ce4f1c487f4 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:21.019902 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:21.074868 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-60f6fb61-157b-432c-bd33-4651874be9cc admin admin] Publish callbacks [] for security_group (4ffe514a-4370-4329-9234-bfbf11b73464), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:21.089573 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=33 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:21.091204 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:21.112251 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:21.148685 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e888ac-3db1-4b66-9e53-1bf1c7ef4700 None None] Pushing event updated for resources: {'Port': ['ID=6485f752-88b0-447e-8b65-6ce4f1c487f4,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:21.148990 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 is scheduled to L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:31:21.190687 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.db.api [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 04:31:21.191176 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG oslo_db.api [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 04:31:21.209279 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba7caa-0545-4045-adb9-230dc3e420c2 req-d2a98037-04f4-47b3-8e64-579631d1f017 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:21.214025 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dcba7caa-0545-4045-adb9-230dc3e420c2 req-d2a98037-04f4-47b3-8e64-579631d1f017 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 931 time: 0.3132837 Aug 30 04:31:21.221438 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Transition to ACTIVE for port object a9781c66-5eab-4e93-b9ce-28d28cc15f3c will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:31:21.242383 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-30e61bf4-4a70-4d46-800f-59bfd7028a70 None None] Provisioning complete for port 6485f752-88b0-447e-8b65-6ce4f1c487f4 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:21.243063 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-30e61bf4-4a70-4d46-800f-59bfd7028a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:21.254847 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:21.405980 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Pushing event updated for resources: {'Port': ['ID=a9781c66-5eab-4e93-b9ce-28d28cc15f3c,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:21.598223 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-60f6fb61-157b-432c-bd33-4651874be9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4ffe514a-4370-4329-9234-bfbf11b73464), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:21.603141 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-60f6fb61-157b-432c-bd33-4651874be9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:21.608320 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-60f6fb61-157b-432c-bd33-4651874be9cc admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/4ffe514a-4370-4329-9234-bfbf11b73464 HTTP/1.1" status: 204 len: 168 time: 1.0528262 Aug 30 04:31:21.610445 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-30e61bf4-4a70-4d46-800f-59bfd7028a70 None None] Current status of the port 6485f752-88b0-447e-8b65-6ce4f1c487f4 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:21.626499 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:21.657049 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6fb61-157b-432c-bd33-4651874be9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffe514a-4370-4329-9234-bfbf11b73464,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:21.669399 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dcba7caa-0545-4045-adb9-230dc3e420c2 req-36d26341-e4d8-4dcb-af31-54efea073757 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4035966 Aug 30 04:31:21.719634 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Attempting to bind port a9781c66-5eab-4e93-b9ce-28d28cc15f3c on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:21.720006 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Attempting to bind port a9781c66-5eab-4e93-b9ce-28d28cc15f3c by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:21.720335 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Attempting to bind port a9781c66-5eab-4e93-b9ce-28d28cc15f3c on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:21.746151 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Port a9781c66-5eab-4e93-b9ce-28d28cc15f3c on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:31:21.747235 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Attempting to bind port a9781c66-5eab-4e93-b9ce-28d28cc15f3c on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:21.764457 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:21.764867 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Checking segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:21.767861 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Bound using segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:21.768559 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Bound port: a9781c66-5eab-4e93-b9ce-28d28cc15f3c, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:21.768559 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:21.771040 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 47930) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:21.820846 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 6485f752-88b0-447e-8b65-6ce4f1c487f4 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:21.827281 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:31:21.850624 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Sync routers for ids ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:31:21.879755 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Routers {'161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:21.882005 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:21.896025 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155e11-bf31-4990-883a-42b8944068ae req-831f58d2-1ab0-4ede-a98d-5a544eb53e14 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:21.912587 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-af155e11-bf31-4990-883a-42b8944068ae req-831f58d2-1ab0-4ede-a98d-5a544eb53e14 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.2426817 Aug 30 04:31:21.969423 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:21.972383 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-da1f9f2d-d3f4-4cec-8f59-ffcf9a71485d admin admin] 10.222.0.91 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8153665 Aug 30 04:31:21.981502 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 47934) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:22.033196 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc127e9-38b9-4604-8ca8-82522c6b2924 req-9538d3c0-f89e-4887-ac85-9d4af7cabd15 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:22.035871 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cdc127e9-38b9-4604-8ca8-82522c6b2924 req-9538d3c0-f89e-4887-ac85-9d4af7cabd15 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1706183 Aug 30 04:31:22.061393 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] For port a9781c66-5eab-4e93-b9ce-28d28cc15f3c, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:22.076852 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] For port a9781c66-5eab-4e93-b9ce-28d28cc15f3c, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a9781c66-5eab-4e93-b9ce-28d28cc15f3c,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:22.147089 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:22.155427 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:22.156869 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:22.160401 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/a9781c66-5eab-4e93-b9ce-28d28cc15f3c HTTP/1.1" status: 200 len: 1093 time: 2.3847284 Aug 30 04:31:22.168347 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'tag': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:31:22.173499 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba4156d-0d11-4d07-9252-b8ee502e92bd" -d '{"events": [{"name": "network-changed", "server_uuid": "fe95c6ff-83ad-4fcd-9d95-59695f830f10", "tag": "a9781c66-5eab-4e93-b9ce-28d28cc15f3c"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:31:22.189495 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Set router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:22.197640 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-af155e11-bf31-4990-883a-42b8944068ae req-55833e18-f0ee-4261-b3e6-1bfcfd63033f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803588 Aug 30 04:31:22.256949 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-98bd65ae-22bd-46de-bfd5-cc79096cb0a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:22.343014 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f270f1e-98d8-45af-9c9d-1b0b2393fb05 x-openstack-request-id: req-8f270f1e-98d8-45af-9c9d-1b0b2393fb05 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:31:22.343448 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe95c6ff-83ad-4fcd-9d95-59695f830f10", "tag": "a9781c66-5eab-4e93-b9ce-28d28cc15f3c", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:31:22.343832 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8f270f1e-98d8-45af-9c9d-1b0b2393fb05 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:31:22.344475 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f270f1e-98d8-45af-9c9d-1b0b2393fb05'] response: {'name': 'network-changed', 'server_uuid': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'tag': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'status': 'completed', 'code': 200} Aug 30 04:31:22.408642 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:22.431774 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-e506eec6-fed8-490f-8d6e-4f36d05659cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:22.434508 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-e506eec6-fed8-490f-8d6e-4f36d05659cd service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 1127 time: 0.1398265 Aug 30 04:31:22.505113 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7afa4-23bc-40a5-8632-f01f7accf002 service neutron] Pushing event updated for resources: {'Port': ['ID=a9781c66-5eab-4e93-b9ce-28d28cc15f3c,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:22.557382 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cdc127e9-38b9-4604-8ca8-82522c6b2924 req-47e89cf4-8bb1-435e-99ff-675a86da1321 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4985764 Aug 30 04:31:22.679627 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-18b0a5f2-47fe-4469-8221-774835eb60f1 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9781c66-5eab-4e93-b9ce-28d28cc15f3c HTTP/1.1" status: 200 len: 217 time: 0.1654353 Aug 30 04:31:22.785628 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6485f752-88b0-447e-8b65-6ce4f1c487f4 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:22.880734 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-75fe1c94-679a-40d4-ba59-49c92320b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:22.882482 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-75fe1c94-679a-40d4-ba59-49c92320b0a6 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.1770916 Aug 30 04:31:22.942231 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:19Z', 'revision_number': 3, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:22.997622 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-35d2d4ac-c620-4b3b-b96f-ffd636d516dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:23.000397 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-35d2d4ac-c620-4b3b-b96f-ffd636d516dc service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1093104 Aug 30 04:31:23.011405 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-98bd65ae-22bd-46de-bfd5-cc79096cb0a3 admin admin] Publish callbacks [] for security_group (88486cfd-9ab7-4c5c-8431-80ea79010307), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.028023 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-98bd65ae-22bd-46de-bfd5-cc79096cb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (88486cfd-9ab7-4c5c-8431-80ea79010307), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.028527 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 6485f752-88b0-447e-8b65-6ce4f1c487f4 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:23.029148 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.033873 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Checking router: 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:31:23.034326 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Updating router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 binding host dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:31:23.070248 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b94fe-5cfd-477b-b8c3-feebe39afd67 req-f88a1c0c-4911-44b8-9667-703c4eb9738e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:23.072130 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-259b94fe-5cfd-477b-b8c3-feebe39afd67 req-f88a1c0c-4911-44b8-9667-703c4eb9738e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 943 time: 0.1248560 Aug 30 04:31:23.094811 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.121966 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:23.142298 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:23.161114 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:23.168962 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd65ae-22bd-46de-bfd5-cc79096cb0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88486cfd-9ab7-4c5c-8431-80ea79010307,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:23.181515 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-98bd65ae-22bd-46de-bfd5-cc79096cb0a3 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=0f739b7a3ddd441ca0dd521be98a229e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4091473 Aug 30 04:31:23.185616 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 47964) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:23.266475 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-ac8ddbd1-6455-45f9-830f-90d564be10fc service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541440 Aug 30 04:31:23.365684 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-259b94fe-5cfd-477b-b8c3-feebe39afd67 req-dc0a7e3a-be5b-4af3-9f73-39c8ac3849f0 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677319 Aug 30 04:31:23.370126 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.372039 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc8517ba-3cd4-49dd-8ce9-933077eacb52 admin admin] Publish callbacks [] for security_group (88486cfd-9ab7-4c5c-8431-80ea79010307), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.399862 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:23.419578 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc8517ba-3cd4-49dd-8ce9-933077eacb52 admin admin] Publish callbacks [] for security_group (88486cfd-9ab7-4c5c-8431-80ea79010307), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.425242 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 6485f752-88b0-447e-8b65-6ce4f1c487f4 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:23.528046 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7ced7f87-3758-4f04-ad78-2cdc6059a4c1 req-c615c675-31fc-4545-825a-2708bcbdd242 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542419 Aug 30 04:31:23.555872 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18295be6-1bb0-4d9f-be9e-fd8b3140042b req-35475578-b5f5-49e7-82c2-7869948a94b6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:23.564038 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-18295be6-1bb0-4d9f-be9e-fd8b3140042b req-35475578-b5f5-49e7-82c2-7869948a94b6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.0818858 Aug 30 04:31:23.603871 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc8517ba-3cd4-49dd-8ce9-933077eacb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (88486cfd-9ab7-4c5c-8431-80ea79010307), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.607312 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc8517ba-3cd4-49dd-8ce9-933077eacb52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.611723 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-bc8517ba-3cd4-49dd-8ce9-933077eacb52 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/88486cfd-9ab7-4c5c-8431-80ea79010307 HTTP/1.1" status: 204 len: 168 time: 0.4250293 Aug 30 04:31:23.639525 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8517ba-3cd4-49dd-8ce9-933077eacb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88486cfd-9ab7-4c5c-8431-80ea79010307,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:23.657514 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-18295be6-1bb0-4d9f-be9e-fd8b3140042b req-05ab8ea0-b658-4c84-a8cb-b5dfc9f98fec tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890071 Aug 30 04:31:23.672745 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:23.682823 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Allocated IP 172.20.0.1 (e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26/63018c76-167c-41e0-bb8a-f3e744a64072/e0fd5504-469d-402c-b400-a2a496e719c4) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:23.831284 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Publish callbacks [] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.851177 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.892014 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5942031-cfb5-4973-afdd-16ab9f63f7b8 req-59d248eb-bd7e-44a0-aa3c-679edb71f2bc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:23.896269 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f5942031-cfb5-4973-afdd-16ab9f63f7b8 req-59d248eb-bd7e-44a0-aa3c-679edb71f2bc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0857124 Aug 30 04:31:23.963740 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Attempting to bind port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:23.964147 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Attempting to bind port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:23.964759 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Attempting to bind port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 on network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:23.973940 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:23.974333 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Checking segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:23.974886 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.975302 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Bound using segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:23.975805 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Bound port: 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:23.976906 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:24.003517 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Publish callbacks [] for port (e0fd5504-469d-402c-b400-a2a496e719c4), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:24.067213 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4c6a4-873f-46b9-8d03-64de7e58b3a1 None None] Pushing event updated for resources: {'Port': ['ID=0faca8c1-a2dc-40df-9caf-bed9bcdb65e4,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:24.117484 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] For port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:24.125006 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] For port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=0faca8c1-a2dc-40df-9caf-bed9bcdb65e4,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:24.137002 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:24.143745 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f5942031-cfb5-4973-afdd-16ab9f63f7b8 req-a70289fd-6fc2-4f4e-bb73-724feb78716b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370842 Aug 30 04:31:24.175228 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Routers {'161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:24.176097 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:24.201726 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:24.242695 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:24.248924 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:24.255072 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:24.255625 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519856'] for router_interface (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:24.258088 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:24.300657 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4c6a4-873f-46b9-8d03-64de7e58b3a1 None None] Pushing event updated for resources: {'Port': ['ID=0faca8c1-a2dc-40df-9caf-bed9bcdb65e4,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:24.318213 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fd5504-469d-402c-b400-a2a496e719c4,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:24.422262 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] Set router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:24.521653 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:24.722585 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-86744d91-6c54-4e83-bd8d-941849f27b82 None None] Provisioning complete for port e0fd5504-469d-402c-b400-a2a496e719c4 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:24.723358 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-86744d91-6c54-4e83-bd8d-941849f27b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:24.831000 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:24.855895 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-86744d91-6c54-4e83-bd8d-941849f27b82 None None] Port e0fd5504-469d-402c-b400-a2a496e719c4 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:31:24.934867 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:19Z', 'revision_number': 3, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:24.974462 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c0dde-2802-46de-ab42-7cfe1c40d925 req-d5b938fb-d1fd-40d0-8d90-ba1514471238 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:24.987955 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9e9c0dde-2802-46de-ab42-7cfe1c40d925 req-d5b938fb-d1fd-40d0-8d90-ba1514471238 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1722009 Aug 30 04:31:25.010380 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d1b040-dcc6-49e6-b990-30e231cfcfc7 None None] The sync data for ids ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'] in dv-cinder-854265-2-smb is: [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:19Z', 'revision_number': 3, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:31:25.059137 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Publish callbacks [] for port (e0fd5504-469d-402c-b400-a2a496e719c4), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:25.093778 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:25.094969 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519716'] for router_interface (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:25.111681 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feecb2a-a4f6-4953-b787-dd304fa44ff0 req-0f8f9d49-a06d-4277-af34-c97aab16b0fd tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:25.139320 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9feecb2a-a4f6-4953-b787-dd304fa44ff0 req-0f8f9d49-a06d-4277-af34-c97aab16b0fd tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 943 time: 0.1763008 Aug 30 04:31:25.190196 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9e9c0dde-2802-46de-ab42-7cfe1c40d925 req-ed61b259-2a15-4757-9fbd-f0e15ace7ec7 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007947 Aug 30 04:31:25.218709 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4156d-0d11-4d07-9252-b8ee502e92bd req-8e12c1ee-6f3b-4cf7-bc04-e5040955fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:25.221355 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2ba4156d-0d11-4d07-9252-b8ee502e92bd req-8e12c1ee-6f3b-4cf7-bc04-e5040955fc08 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 1127 time: 0.2966878 Aug 30 04:31:25.290921 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9feecb2a-a4f6-4953-b787-dd304fa44ff0 req-1ece2a10-ed5f-4ecf-982d-5a0f6d639e92 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145375 Aug 30 04:31:25.359482 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fd5504-469d-402c-b400-a2a496e719c4,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:25.451962 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4156d-0d11-4d07-9252-b8ee502e92bd req-8b089067-eaa2-4b85-9a84-6da3ac63bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:25.455257 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2ba4156d-0d11-4d07-9252-b8ee502e92bd req-8b089067-eaa2-4b85-9a84-6da3ac63bcc3 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 917 time: 0.2061582 Aug 30 04:31:25.485619 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d67595-c270-435d-8541-e2556edd33fd req-e635ad80-20ea-42b9-aa69-0f3a5d8d4a12 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:25.497085 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-62d67595-c270-435d-8541-e2556edd33fd req-e635ad80-20ea-42b9-aa69-0f3a5d8d4a12 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1417444 Aug 30 04:31:25.530931 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48018) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:25.546204 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2ba4156d-0d11-4d07-9252-b8ee502e92bd req-37b33fd3-bd63-4485-9907-d366c44839db service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9781c66-5eab-4e93-b9ce-28d28cc15f3c HTTP/1.1" status: 200 len: 217 time: 0.0808804 Aug 30 04:31:25.573786 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:25.601426 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:25.618393 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:25.739575 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4156d-0d11-4d07-9252-b8ee502e92bd req-94ccb023-7ded-464c-b100-bc50798dbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:25.743195 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2ba4156d-0d11-4d07-9252-b8ee502e92bd req-94ccb023-7ded-464c-b100-bc50798dbe73 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.1900275 Aug 30 04:31:25.778614 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-478771489-network', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:25.828048 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-62d67595-c270-435d-8541-e2556edd33fd req-132d8c42-09da-419a-b38e-5afda2d25bef tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299558 Aug 30 04:31:25.874052 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:25.888614 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:31:25.932326 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4156d-0d11-4d07-9252-b8ee502e92bd req-43a4b197-ef7b-413e-a56b-214b922ea9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:25.934667 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2ba4156d-0d11-4d07-9252-b8ee502e92bd req-43a4b197-ef7b-413e-a56b-214b922ea9e8 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1820710 Aug 30 04:31:25.937309 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Made reservation on behalf of da2baee55e704f8cbcf73b9bab63bd9a for: {'network': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:31:25.939530 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:25.971018 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:26.069437 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device a9781c66-5eab-4e93-b9ce-28d28cc15f3c details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:31:26.137143 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-4d24bec3-4b00-468b-897b-62ad5451f608 None None] Provisioning complete for port e0fd5504-469d-402c-b400-a2a496e719c4 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:26.137576 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4d24bec3-4b00-468b-897b-62ad5451f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:26.150686 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:26.171762 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2ba4156d-0d11-4d07-9252-b8ee502e92bd req-69aa69d4-3c73-44ad-948d-e4d6a28d521c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105501 Aug 30 04:31:26.217371 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:31:26.251527 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-857a7b0c-ed8c-4071-a47e-50ed4024b9b1 admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2649031 Aug 30 04:31:26.272807 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-4d24bec3-4b00-468b-897b-62ad5451f608 None None] Port e0fd5504-469d-402c-b400-a2a496e719c4 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:31:26.470952 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port a9781c66-5eab-4e93-b9ce-28d28cc15f3c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a9781c66-5eab-4e93-b9ce-28d28cc15f3c,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:26.491167 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:26.493753 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'port_id': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'mac_address': 'fa:16:3e:36:54:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:31:26.549145 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2ba4156d-0d11-4d07-9252-b8ee502e92bd req-2e345f92-1990-4284-bf1c-12b21d1737d1 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609142 Aug 30 04:31:26.650852 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port a9781c66-5eab-4e93-b9ce-28d28cc15f3c is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:26.655477 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Publish callbacks [] for security_group (97517902-ca09-4d4b-95bb-fe456f500a8a), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:26.657625 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:26.667104 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (97517902-ca09-4d4b-95bb-fe456f500a8a), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:26.726381 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9781c66-5eab-4e93-b9ce-28d28cc15f3c {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:31:26.799332 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97517902-ca09-4d4b-95bb-fe456f500a8a,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:26.806559 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:26.818211 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port a9781c66-5eab-4e93-b9ce-28d28cc15f3c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a9781c66-5eab-4e93-b9ce-28d28cc15f3c,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:26.855720 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=106396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:31:26.867278 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae784313-297e-4449-9ef6-1ec526350783 req-0abb0575-a90b-4625-943d-b04f8d754c95 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:26.872302 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ae784313-297e-4449-9ef6-1ec526350783 req-0abb0575-a90b-4625-943d-b04f8d754c95 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 943 time: 0.2415640 Aug 30 04:31:26.881534 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a235fc-9503-4196-bbc3-ea5cdc79741f req-f36729cd-270f-4e30-b37e-754f9e7e7f50 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:26.883602 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47a235fc-9503-4196-bbc3-ea5cdc79741f req-f36729cd-270f-4e30-b37e-754f9e7e7f50 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.3050799 Aug 30 04:31:26.887596 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:26.894790 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (359019e8-e525-4106-9bed-841ba1618462), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:26.896040 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.segments_db [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Added segment 359019e8-e525-4106-9bed-841ba1618462 of type vlan for network bcb6fd08-3263-4163-96c8-4125846b16e0 Aug 30 04:31:26.997034 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:27.006989 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ae784313-297e-4449-9ef6-1ec526350783 req-94421fce-04f0-4478-8c82-5f2dbd087d60 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238086 Aug 30 04:31:27.077983 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=a9781c66-5eab-4e93-b9ce-28d28cc15f3c,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:27.094840 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:27.095643 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:27.139519 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (bcb6fd08-3263-4163-96c8-4125846b16e0), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:27.157258 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47a235fc-9503-4196-bbc3-ea5cdc79741f req-ce3ca43a-ef2a-4350-b8cd-4747f1ccc386 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569726 Aug 30 04:31:27.244468 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (bcb6fd08-3263-4163-96c8-4125846b16e0), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:27.251034 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:27.255101 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:27.358569 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515bcc9-eec9-4afd-aea0-6e85df6414a7 req-824fe475-dbc3-44bd-a74e-af9997fbc245 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:27.360550 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:27.361433 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:27.368428 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8515bcc9-eec9-4afd-aea0-6e85df6414a7 req-824fe475-dbc3-44bd-a74e-af9997fbc245 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1316774 Aug 30 04:31:27.384243 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['a9781c66-5eab-4e93-b9ce-28d28cc15f3c'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:31:27.409094 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8767257 Aug 30 04:31:27.417884 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48054) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:27.442435 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] Request body: {'subnet': {'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-478771489-subnet', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'ip_version': 4}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:27.457903 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c6cb9-5471-45d7-80ed-05c75778f4fe admin admin] Pushing event updated for resources: {'Network': ['ID=bcb6fd08-3263-4163-96c8-4125846b16e0,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:27.485811 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8515bcc9-eec9-4afd-aea0-6e85df6414a7 req-14cf7f39-7b4e-4f8d-9f65-d37b2e9505de tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163647 Aug 30 04:31:27.500678 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] Made reservation on behalf of da2baee55e704f8cbcf73b9bab63bd9a for: {'subnet': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:31:27.508408 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15248056'] for subnet (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:27.558459 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network bcb6fd08-3263-4163-96c8-4125846b16e0 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:31:27.592453 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=0faca8c1-a2dc-40df-9caf-bed9bcdb65e4,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:27.698630 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:27.742303 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:27.826327 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=0faca8c1-a2dc-40df-9caf-bed9bcdb65e4,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:27.914198 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48070) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:27.922857 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1810254472-network', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:27.962936 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Made reservation on behalf of e657afcad0214c4d8403a0b81dde2e95 for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:31:27.968812 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:27.987297 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.020704 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15454370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15248046'] for subnet (827f5d02-c61c-48aa-9415-d203f472af05), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.142451 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=827f5d02-c61c-48aa-9415-d203f472af05,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:28.174883 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] Checking segment: {'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:28.174883 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] Network hostable DHCP agents. Network: bcb6fd08-3263-4163-96c8-4125846b16e0, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:31:28.204484 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Publish callbacks [] for security_group (5c6f1da1-aca0-4828-a9d1-956d7766e9f8), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.212309 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (5c6f1da1-aca0-4828-a9d1-956d7766e9f8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.224158 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] Network bcb6fd08-3263-4163-96c8-4125846b16e0 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:31:28.252197 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6f1da1-aca0-4828-a9d1-956d7766e9f8,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:28.263994 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, bcb6fd08-3263-4163-96c8-4125846b16e0) {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:28.271482 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:31:28.280144 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6043785a-607f-4d09-be55-4191f8aa014a None None] Network bcb6fd08-3263-4163-96c8-4125846b16e0 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:31:28.285892 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Sync routers for ids ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:31:28.311903 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:28.312574 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.321784 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (6de3aa4d-7f0f-4f3c-9af7-1f705e795dee), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.322455 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Routers {'161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:28.322690 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Added segment 6de3aa4d-7f0f-4f3c-9af7-1f705e795dee of type vlan for network ba80e613-ae21-46b6-aead-28b736c91181 Aug 30 04:31:28.322977 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:28.353779 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-fb271576-952f-4396-ae74-e2c3f320f1d9 admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9291720 Aug 30 04:31:28.355297 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48080) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:28.359427 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fdcea-ff02-4b67-a95e-67984b2b8e94 req-9267bef6-53f1-4516-80af-75c8b705e87c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:28.362404 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-920fdcea-ff02-4b67-a95e-67984b2b8e94 req-9267bef6-53f1-4516-80af-75c8b705e87c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 944 time: 0.1274261 Aug 30 04:31:28.364245 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:28.395075 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:28.430005 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (ba80e613-ae21-46b6-aead-28b736c91181), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.460419 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10083'] for router (038eca4a-a2de-41df-8110-b02e6cf292b6), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.462363 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-412989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10074'] for router (038eca4a-a2de-41df-8110-b02e6cf292b6), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.566453 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Set router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:28.572816 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-920fdcea-ff02-4b67-a95e-67984b2b8e94 req-8995e0f9-e71a-45ea-a955-839c0c94d6d1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960433 Aug 30 04:31:28.695162 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06228ce7-6997-43b9-85be-261174b78d64 req-6ab7ac81-edd0-463a-a14a-87f47d72649e tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:28.700340 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-06228ce7-6997-43b9-85be-261174b78d64 req-6ab7ac81-edd0-463a-a14a-87f47d72649e tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.2070796 Aug 30 04:31:28.842640 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Publish callbacks [] for router_controller (038eca4a-a2de-41df-8110-b02e6cf292b6), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.852367 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (ba80e613-ae21-46b6-aead-28b736c91181), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.854668 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:28.862635 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.887599 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:28.974771 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device a9781c66-5eab-4e93-b9ce-28d28cc15f3c up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:29.008752 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:29.009574 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:29.033799 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfef1bb-6c66-42f8-a2d1-6f9671b2684e req-2d1e3f06-9d87-4d8f-979a-38218c745868 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:29.052508 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-bbfef1bb-6c66-42f8-a2d1-6f9671b2684e req-2d1e3f06-9d87-4d8f-979a-38218c745868 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.2063947 Aug 30 04:31:29.070217 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 4, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'e0fd5504-469d-402c-b400-a2a496e719c4', 'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'mac_address': 'fa:16:3e:c5:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:23Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 2, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'subnets': [{'id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:29.106700 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3db10d5-22ca-5e7d-b4be-6ae39b8c903b-bcb6fd08-3263-4163-96c8-4125846b16e0', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05'}]}} from dv-cinder-854265-2-smb. {{(pid=106397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:31:29.112858 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:29.125610 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] Pushing event updated for resources: {'Network': ['ID=ba80e613-ae21-46b6-aead-28b736c91181,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:29.137809 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-0ce62c8c-01c3-48c1-843e-2edd05b5fc48 admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2214003 Aug 30 04:31:29.141884 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48088) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:29.152530 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Checking router: 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:31:29.152975 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] Request body: {'subnet': {'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1810254472-subnet', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'ip_version': 4}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:29.153155 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Updating router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 port e0fd5504-469d-402c-b400-a2a496e719c4 binding host dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:31:29.203136 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-bbfef1bb-6c66-42f8-a2d1-6f9671b2684e req-e825a0b3-6065-43d3-b066-6e5c5ffedc71 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361008 Aug 30 04:31:29.226745 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:29.234741 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] Made reservation on behalf of e657afcad0214c4d8403a0b81dde2e95 for: {'subnet': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:31:29.250586 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15248056'] for subnet (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:29.255284 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:29.301691 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:29.386116 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-06228ce7-6997-43b9-85be-261174b78d64 req-ef0a4a06-2887-4304-817a-48cef2f3efb1 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717300 Aug 30 04:31:29.486191 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Publish callbacks [] for router_gateway (038eca4a-a2de-41df-8110-b02e6cf292b6), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:29.502978 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network ba80e613-ae21-46b6-aead-28b736c91181 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:31:29.528385 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:29.775033 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.db_base_plugin_common [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Allocated IP 172.20.0.2 (bcb6fd08-3263-4163-96c8-4125846b16e0/827f5d02-c61c-48aa-9415-d203f472af05/19c4ef17-5118-4c17-a78e-c0edd636adef) {{(pid=106397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:29.797160 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15454370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15248046'] for subnet (78f2c860-6a17-434c-be1c-9f3890b1d289), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:29.813613 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port a9781c66-5eab-4e93-b9ce-28d28cc15f3c completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:31:29.817223 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:29.883781 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port a9781c66-5eab-4e93-b9ce-28d28cc15f3c triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:29.884742 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:29.946465 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f2c860-6a17-434c-be1c-9f3890b1d289,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:29.959183 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:29.999662 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] Checking segment: {'id': '6de3aa4d-7f0f-4f3c-9af7-1f705e795dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:30.003017 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] Network hostable DHCP agents. Network: ba80e613-ae21-46b6-aead-28b736c91181, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:31:30.032501 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:30.093603 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] Network ba80e613-ae21-46b6-aead-28b736c91181 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:31:30.109880 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, ba80e613-ae21-46b6-aead-28b736c91181) {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:30.140373 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:30.141840 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.203056 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471605e8-9c15-455d-a8be-9d35aee814ba None None] Network ba80e613-ae21-46b6-aead-28b736c91181 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:31:30.217355 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-5a1d97d1-0610-4001-9f02-94faf43a01bd admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0737903 Aug 30 04:31:30.220030 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48112) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:30.232688 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1810254472-router', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:30.277019 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Publish callbacks [] for port (e0fd5504-469d-402c-b400-a2a496e719c4), precommit_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.290393 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.293282 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10083'] for router (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.296617 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-412989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10074'] for router (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.429603 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port a9781c66-5eab-4e93-b9ce-28d28cc15f3c is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:30.430045 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.505336 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Attempting to bind port e0fd5504-469d-402c-b400-a2a496e719c4 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:30.505998 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Attempting to bind port e0fd5504-469d-402c-b400-a2a496e719c4 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:30.506516 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Attempting to bind port e0fd5504-469d-402c-b400-a2a496e719c4 on network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:30.517582 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8c579-1934-452d-9910-afbb96cfd108 None None] Pushing event updated for resources: {'Port': ['ID=e0fd5504-469d-402c-b400-a2a496e719c4,revision_number=3']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:30.521153 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:30.521814 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Checking segment: {'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:30.522483 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.523115 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Bound using segment: {'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:30.523838 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Bound port: e0fd5504-469d-402c-b400-a2a496e719c4, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'}}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:30.524585 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.557148 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Publish callbacks [] for router_controller (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), precommit_add_association {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.665922 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff45cb0-e490-4452-938f-aa3041310173 req-71e487c2-c741-41a0-a083-118eb74835ac tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:30.676030 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8ff45cb0-e490-4452-938f-aa3041310173 req-71e487c2-c741-41a0-a083-118eb74835ac tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 944 time: 0.7084668 Aug 30 04:31:30.685561 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] For port e0fd5504-469d-402c-b400-a2a496e719c4, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:30.697419 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] For port e0fd5504-469d-402c-b400-a2a496e719c4, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=e0fd5504-469d-402c-b400-a2a496e719c4,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:30.708950 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Publish callbacks [] for router_gateway (038eca4a-a2de-41df-8110-b02e6cf292b6), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.711119 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.731293 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:30.732547 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:31:30.735254 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ba9b46-e4a6-4be0-9b43-45c7b3074ac0" -d '{"events": [{"server_uuid": "fe95c6ff-83ad-4fcd-9d95-59695f830f10", "name": "network-vif-plugged", "status": "completed", "tag": "a9781c66-5eab-4e93-b9ce-28d28cc15f3c"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:31:30.787292 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.815358 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Routers {'161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:30.818870 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:30.865945 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Publish callbacks [] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), precommit_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.882742 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3db10d5-22ca-5e7d-b4be-6ae39b8c903b-ba80e613-ae21-46b6-aead-28b736c91181', 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181', 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'fixed_ips': [{'subnet_id': '78f2c860-6a17-434c-be1c-9f3890b1d289'}]}} from dv-cinder-854265-2-smb. {{(pid=106397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:31:30.886220 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e5997-a709-4419-93c8-7654b0c54123 req-ef0fb509-99f7-4d87-aa02-812c346e6b4d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:30.888997 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:30.889767 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7b1e5997-a709-4419-93c8-7654b0c54123 req-ef0fb509-99f7-4d87-aa02-812c346e6b4d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.4818554 Aug 30 04:31:30.924367 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port a9781c66-5eab-4e93-b9ce-28d28cc15f3c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a9781c66-5eab-4e93-b9ce-28d28cc15f3c,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:30.972765 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.024175 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.058275 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8ff45cb0-e490-4452-938f-aa3041310173 req-f7d679ef-a7df-4909-872c-95348c167bb9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3807764 Aug 30 04:31:31.157750 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Publish callbacks [] for router_gateway (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.206276 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Network bcb6fd08-3263-4163-96c8-4125846b16e0 is already hosted by enough agents. {{(pid=106397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:31.210586 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7b1e5997-a709-4419-93c8-7654b0c54123 req-cece79e3-1037-4d35-bf5f-81c8c651d2db tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488511 Aug 30 04:31:31.215545 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.base_scheduler [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Resources bound (agent type, host, resource id): {{(pid=106397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:31.221098 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:31.224049 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8c579-1934-452d-9910-afbb96cfd108 None None] Pushing event updated for resources: {'Port': ['ID=e0fd5504-469d-402c-b400-a2a496e719c4,revision_number=4']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:31.250852 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Received port after_create {{(pid=106397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:31.461727 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ad4ef4-2502-4712-886a-5cac659368a6 x-openstack-request-id: req-42ad4ef4-2502-4712-886a-5cac659368a6 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:31:31.464557 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe95c6ff-83ad-4fcd-9d95-59695f830f10", "name": "network-vif-plugged", "status": "completed", "tag": "a9781c66-5eab-4e93-b9ce-28d28cc15f3c", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:31:31.465238 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-42ad4ef4-2502-4712-886a-5cac659368a6 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:31:31.465878 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ad4ef4-2502-4712-886a-5cac659368a6'] response: {'server_uuid': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'code': 200} Aug 30 04:31:31.467113 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Pushing event updated for resources: {'Port': ['ID=19c4ef17-5118-4c17-a78e-c0edd636adef,revision_number=1']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:31.476149 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Allocated IP 172.28.3.168 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/6fe6f6d8-b827-46a9-96ed-53f4a9430b2e) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:31.488415 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] Set router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:31.743882 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Attempting to bind port 19c4ef17-5118-4c17-a78e-c0edd636adef on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:31.744489 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Attempting to bind port 19c4ef17-5118-4c17-a78e-c0edd636adef by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:31.744930 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Attempting to bind port 19c4ef17-5118-4c17-a78e-c0edd636adef on network bcb6fd08-3263-4163-96c8-4125846b16e0 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:31.765252 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:31.765879 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Checking segment: {'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:31.766898 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.768248 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Bound using segment: {'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:31.768465 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Publish callbacks [] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.769275 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Bound port: 19c4ef17-5118-4c17-a78e-c0edd636adef, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:31.770026 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.773360 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:31.786950 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=a9781c66-5eab-4e93-b9ce-28d28cc15f3c,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:31.851948 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:31.865780 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc78fb6-bd52-4631-aa81-913cb5181d2c req-9cc2fa7f-7fa7-4456-9f91-af2f0360e79c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:31.868941 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1dc78fb6-bd52-4631-aa81-913cb5181d2c req-9cc2fa7f-7fa7-4456-9f91-af2f0360e79c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.5922699 Aug 30 04:31:31.873062 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.902128 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.db_base_plugin_common [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Allocated IP 172.20.0.2 (ba80e613-ae21-46b6-aead-28b736c91181/78f2c860-6a17-434c-be1c-9f3890b1d289/fee2f49b-b658-41fe-a2a0-061104c5a851) {{(pid=106397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:31.982225 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Publish callbacks [] for router_gateway (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.989398 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:32.025291 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:32.090557 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:32.117375 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:32.126287 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:32.140489 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe6f6d8-b827-46a9-96ed-53f4a9430b2e,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:32.149711 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1dc78fb6-bd52-4631-aa81-913cb5181d2c req-d91c3e82-8a6b-47ee-bf16-a9d4b8557e8c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695358 Aug 30 04:31:32.200948 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:32.216973 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 4, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'e0fd5504-469d-402c-b400-a2a496e719c4', 'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'mac_address': 'fa:16:3e:c5:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:23Z', 'updated_at': '2022-08-30T04:31:30Z', 'revision_number': 4, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'subnets': [{'id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:32.245972 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Allocated IP 172.28.3.116 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/5d99c072-2b84-4689-a741-d8546870fa74) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:32.258244 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] For port 19c4ef17-5118-4c17-a78e-c0edd636adef, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:32.277440 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5bf23-e909-4c2c-adf7-6e1e4fd54dea None None] The sync data for ids ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'] in dv-cinder-854265-2-smb is: [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 4, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'e0fd5504-469d-402c-b400-a2a496e719c4', 'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'mac_address': 'fa:16:3e:c5:ab:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:23Z', 'updated_at': '2022-08-30T04:31:30Z', 'revision_number': 4, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'subnets': [{'id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:31:32.281089 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] For port 19c4ef17-5118-4c17-a78e-c0edd636adef, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=19c4ef17-5118-4c17-a78e-c0edd636adef,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:32.298575 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:32.470974 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79730ece-b272-41b8-ab59-8a22bd44ee0b req-053ffe8a-3ce4-4f3a-8ced-c3399780f7aa tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:32.483702 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-79730ece-b272-41b8-ab59-8a22bd44ee0b req-053ffe8a-3ce4-4f3a-8ced-c3399780f7aa tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 945 time: 0.2013423 Aug 30 04:31:32.533248 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f0bde-4155-40da-9483-3d510d1f946b None None] Pushing event updated for resources: {'Port': ['ID=19c4ef17-5118-4c17-a78e-c0edd636adef,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:32.690031 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Publish callbacks [] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), precommit_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:32.703581 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:32.711485 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a5328-b596-478b-a784-0f241e84f380 req-eebf113f-796e-4923-a44f-b63ef78f88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:32.713226 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-731a5328-b596-478b-a784-0f241e84f380 req-eebf113f-796e-4923-a44f-b63ef78f88f6 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 1129 time: 0.1646309 Aug 30 04:31:32.715536 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:32.766318 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-79730ece-b272-41b8-ab59-8a22bd44ee0b req-345417ca-5407-48af-b763-4c899d8ffe7e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814908 Aug 30 04:31:32.810831 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Publish callbacks [] for port (5d99c072-2b84-4689-a741-d8546870fa74), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:32.838756 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device e0fd5504-469d-402c-b400-a2a496e719c4 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:32.849717 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Network ba80e613-ae21-46b6-aead-28b736c91181 is already hosted by enough agents. {{(pid=106397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:32.893881 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (5d99c072-2b84-4689-a741-d8546870fa74), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:32.900844 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:32.918027 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.base_scheduler [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Resources bound (agent type, host, resource id): {{(pid=106397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:32.919711 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:32.936367 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Received port after_create {{(pid=106397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:32.956699 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:32.959791 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:32.964261 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Publish callbacks [] for router_gateway (038eca4a-a2de-41df-8110-b02e6cf292b6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:33.000063 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30213-2f54-421e-9530-fdba9811e398 req-7918889f-b826-46c9-a3ae-6b8f1999b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:33.003472 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-89a30213-2f54-421e-9530-fdba9811e398 req-7918889f-b826-46c9-a3ae-6b8f1999b275 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 1129 time: 0.3155701 Aug 30 04:31:33.043943 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Pushing event updated for resources: {'Port': ['ID=fee2f49b-b658-41fe-a2a0-061104c5a851,revision_number=1']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:33.111458 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb1e9-8c02-4b56-88e6-7687d2368974 req-fe20157d-1995-451e-a960-65eedeef2d12 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:33.132193 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-02ceb1e9-8c02-4b56-88e6-7687d2368974 req-fe20157d-1995-451e-a960-65eedeef2d12 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.4507084 Aug 30 04:31:33.203112 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Attempting to bind port fee2f49b-b658-41fe-a2a0-061104c5a851 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:33.203485 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Attempting to bind port fee2f49b-b658-41fe-a2a0-061104c5a851 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6de3aa4d-7f0f-4f3c-9af7-1f705e795dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:33.203834 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Attempting to bind port fee2f49b-b658-41fe-a2a0-061104c5a851 on network ba80e613-ae21-46b6-aead-28b736c91181 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:33.231850 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port e0fd5504-469d-402c-b400-a2a496e719c4 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:33.232194 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:33.313349 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:33.313980 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Checking segment: {'id': '6de3aa4d-7f0f-4f3c-9af7-1f705e795dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:33.314555 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:33.315215 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Bound using segment: {'id': '6de3aa4d-7f0f-4f3c-9af7-1f705e795dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:33.316419 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Bound port: fee2f49b-b658-41fe-a2a0-061104c5a851, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de3aa4d-7f0f-4f3c-9af7-1f705e795dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:33.317790 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:33.492489 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-02ceb1e9-8c02-4b56-88e6-7687d2368974 req-e05e3a07-3052-4676-8d44-125cec5499e4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592157 Aug 30 04:31:33.500621 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-89a30213-2f54-421e-9530-fdba9811e398 req-6130d00a-aac2-46e1-9c28-901fd27d8009 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593111 Aug 30 04:31:33.539953 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] For port fee2f49b-b658-41fe-a2a0-061104c5a851, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:33.540202 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Pushing event updated for resources: {'Port': ['ID=5d99c072-2b84-4689-a741-d8546870fa74,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:33.540654 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] For port fee2f49b-b658-41fe-a2a0-061104c5a851, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=fee2f49b-b658-41fe-a2a0-061104c5a851,segment=NetworkSegment(6de3aa4d-7f0f-4f3c-9af7-1f705e795dee),segment_id=6de3aa4d-7f0f-4f3c-9af7-1f705e795dee)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:33.607554 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:33.680104 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a89ddb-01be-4ca7-bea1-883f8b2146c4 req-e53eb297-0b29-440b-ab35-9a75a8bba3f9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:33.680448 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-45a89ddb-01be-4ca7-bea1-883f8b2146c4 req-e53eb297-0b29-440b-ab35-9a75a8bba3f9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1900411 Aug 30 04:31:33.749100 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-731a5328-b596-478b-a784-0f241e84f380 req-9a149bd2-d5a9-4bcb-89ab-9a2b6f9fa75a service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265542 Aug 30 04:31:33.792323 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-45a89ddb-01be-4ca7-bea1-883f8b2146c4 req-e18ece79-ac71-4024-a714-82b0262cf95d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658851 Aug 30 04:31:33.898305 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port e0fd5504-469d-402c-b400-a2a496e719c4 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:33.899146 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:33.963940 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520916'] for router (038eca4a-a2de-41df-8110-b02e6cf292b6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:33.981968 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75efda-3092-4fe7-aaef-74813bb16acb None None] Pushing event updated for resources: {'Port': ['ID=fee2f49b-b658-41fe-a2a0-061104c5a851,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:34.034091 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port e0fd5504-469d-402c-b400-a2a496e719c4, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=e0fd5504-469d-402c-b400-a2a496e719c4,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:34.041588 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:34.110021 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:34.237304 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=e0fd5504-469d-402c-b400-a2a496e719c4,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:34.267249 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e046bf-642b-44f3-af9c-407d392d5829 req-e51a33a1-199d-4664-b5b3-a798ce95b2ce tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:34.275399 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c9e046bf-642b-44f3-af9c-407d392d5829 req-e51a33a1-199d-4664-b5b3-a798ce95b2ce tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 945 time: 0.1729646 Aug 30 04:31:34.539088 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63060a-7d0c-46a8-af2b-a8532f56b3bd None None] Network bcb6fd08-3263-4163-96c8-4125846b16e0 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:31:34.566901 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:34.593892 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Publish callbacks [] for router_gateway (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:34.594746 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c9e046bf-642b-44f3-af9c-407d392d5829 req-d1491437-0e8e-4a0b-ac78-93cae2c8d0fd tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177824 Aug 30 04:31:34.617873 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Router 038eca4a-a2de-41df-8110-b02e6cf292b6 is scheduled to L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:31:34.721411 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-dc1e4dc0-2460-451a-b0bc-1ab837889500 None None] Provisioning complete for port 19c4ef17-5118-4c17-a78e-c0edd636adef triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:34.721917 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-dc1e4dc0-2460-451a-b0bc-1ab837889500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:34.853324 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:31:34.899179 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:34.900612 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-3bce0a61-cead-4e1d-9e3f-ff53408b31d2 admin admin] 10.222.0.91 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5446262 Aug 30 04:31:34.904197 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48182) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:34.931632 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:34.946446 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:35.031109 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520916'] for router (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:35.081010 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device e0fd5504-469d-402c-b400-a2a496e719c4 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:35.085105 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Sync routers for ids ['038eca4a-a2de-41df-8110-b02e6cf292b6'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:31:35.200463 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Routers {'038eca4a-a2de-41df-8110-b02e6cf292b6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:35.200805 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['038eca4a-a2de-41df-8110-b02e6cf292b6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:35.337112 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b is scheduled to L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 with binding_index 1 {{(pid=106396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:31:35.581218 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port e0fd5504-469d-402c-b400-a2a496e719c4 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:35.584421 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:35.589051 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e4dc0-2460-451a-b0bc-1ab837889500 None None] Current status of the port 19c4ef17-5118-4c17-a78e-c0edd636adef is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:35.590218 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-dc1e4dc0-2460-451a-b0bc-1ab837889500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:35.704806 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:31:35.719810 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Sync routers for ids ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:31:35.745561 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:35.750585 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-aaaa6592-8dda-492c-bde7-fc92c1ce9389 admin admin] 10.222.0.91 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5250289 Aug 30 04:31:35.753833 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48198) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:35.771412 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Routers {'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:35.776880 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:35.827510 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9d8c2-e86b-4b3a-bb87-ff748aeb5b4f req-733e45e5-ea65-462a-8b35-99728bd8b0d7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:35.829213 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5ea9d8c2-e86b-4b3a-bb87-ff748aeb5b4f req-733e45e5-ea65-462a-8b35-99728bd8b0d7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.2406328 Aug 30 04:31:35.863008 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Set router 038eca4a-a2de-41df-8110-b02e6cf292b6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:35.886210 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:31:35.976962 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2aa4c0-d971-4bda-a759-6d67594cce3e None None] Network ba80e613-ae21-46b6-aead-28b736c91181 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:31:35.980708 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:35.985272 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5ea9d8c2-e86b-4b3a-bb87-ff748aeb5b4f req-2277c9c8-539d-4bb0-a2f5-f2ca8e6bed78 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562359 Aug 30 04:31:36.061742 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:36.065111 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Set router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:36.158685 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-dc1e4dc0-2460-451a-b0bc-1ab837889500 None None] For port 19c4ef17-5118-4c17-a78e-c0edd636adef, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=19c4ef17-5118-4c17-a78e-c0edd636adef,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:36.203623 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-dc1e4dc0-2460-451a-b0bc-1ab837889500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:36.249608 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:36.411277 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port e0fd5504-469d-402c-b400-a2a496e719c4 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:36.415960 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device fee2f49b-b658-41fe-a2a0-061104c5a851 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:36.485806 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'name': 'tempest-TestShelveInstance-1810254472-router', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '5d99c072-2b84-4689-a741-d8546870fa74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:34Z', 'revision_number': 3, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'gw_port': {'id': '5d99c072-2b84-4689-a741-d8546870fa74', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:32Z', 'updated_at': '2022-08-30T04:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:36.509745 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Allocated IP 172.20.0.1 (bcb6fd08-3263-4163-96c8-4125846b16e0/827f5d02-c61c-48aa-9415-d203f472af05/48f1fc04-0fd0-4551-ade6-3900ccdb9017) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:36.550294 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Checking router: a49049a0-2e16-4046-8b0c-32e6e3cf5d3b for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:31:36.551281 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Updating router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b port 5d99c072-2b84-4689-a741-d8546870fa74 binding host dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:31:36.559894 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:36.642755 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (5d99c072-2b84-4689-a741-d8546870fa74), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:36.671399 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-13173be0-c813-46ab-aa5a-d4fefba1a097 None None] Provisioning complete for port fee2f49b-b658-41fe-a2a0-061104c5a851 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:36.672277 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-13173be0-c813-46ab-aa5a-d4fefba1a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:36.737874 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e4dc0-2460-451a-b0bc-1ab837889500 None None] Pushing event updated for resources: {'Port': ['ID=19c4ef17-5118-4c17-a78e-c0edd636adef,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:36.752286 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf5e69-07f6-4b10-a1cf-5afa816bc763 req-702ed12d-a9e6-435d-bfb8-89dbee33cb6b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:36.754037 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5abf5e69-07f6-4b10-a1cf-5afa816bc763 req-702ed12d-a9e6-435d-bfb8-89dbee33cb6b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.5810740 Aug 30 04:31:36.779165 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Publish callbacks [] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:36.832250 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:32Z', 'revision_number': 3, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:36.876236 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Checking router: 038eca4a-a2de-41df-8110-b02e6cf292b6 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:31:36.876590 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Updating router 038eca4a-a2de-41df-8110-b02e6cf292b6 port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e binding host dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:31:36.897281 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8af6e-214e-4615-ac4c-e18e417b9d9b req-f114bb84-ad06-4431-8125-2a60214a8c98 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:36.899986 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2bf8af6e-214e-4615-ac4c-e18e417b9d9b req-f114bb84-ad06-4431-8125-2a60214a8c98 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1458144 Aug 30 04:31:36.901803 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5abf5e69-07f6-4b10-a1cf-5afa816bc763 req-8e602490-b831-4851-80bc-7d05021957da tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168752 Aug 30 04:31:36.914708 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:36.919641 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:36.928169 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:36.930305 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:36.935582 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port fee2f49b-b658-41fe-a2a0-061104c5a851 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:36.936282 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.007893 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:37.011141 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Network bcb6fd08-3263-4163-96c8-4125846b16e0 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:37.027249 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:37.043309 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:37.044434 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519856'] for router_interface (038eca4a-a2de-41df-8110-b02e6cf292b6), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.214143 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Pushing event updated for resources: {'Port': ['ID=48f1fc04-0fd0-4551-ade6-3900ccdb9017,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:37.243223 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:37.276326 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:37.278607 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:37.284149 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-13173be0-c813-46ab-aa5a-d4fefba1a097 None None] Current status of the port fee2f49b-b658-41fe-a2a0-061104c5a851 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:37.284759 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-13173be0-c813-46ab-aa5a-d4fefba1a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.337885 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76ca5e-ecc8-444e-9d4c-54e94790f86e req-d11fb3a4-8efc-4c3c-8a3a-0cbf72b90c15 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:37.344791 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port fee2f49b-b658-41fe-a2a0-061104c5a851 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:37.347897 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ac76ca5e-ecc8-444e-9d4c-54e94790f86e req-d11fb3a4-8efc-4c3c-8a3a-0cbf72b90c15 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 945 time: 0.1263218 Aug 30 04:31:37.351814 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.385526 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:37.431367 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2bf8af6e-214e-4615-ac4c-e18e417b9d9b req-7bb375eb-bb09-4576-807d-cdea7eff69fa tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4903197 Aug 30 04:31:37.480802 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-13173be0-c813-46ab-aa5a-d4fefba1a097 None None] For port fee2f49b-b658-41fe-a2a0-061104c5a851, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=fee2f49b-b658-41fe-a2a0-061104c5a851,segment=NetworkSegment(6de3aa4d-7f0f-4f3c-9af7-1f705e795dee),segment_id=6de3aa4d-7f0f-4f3c-9af7-1f705e795dee)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:37.483269 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Allocated IP 172.20.0.1 (ba80e613-ae21-46b6-aead-28b736c91181/78f2c860-6a17-434c-be1c-9f3890b1d289/805c0978-1770-4369-ae97-9b31071fd398) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:37.486328 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Publish callbacks [] for port (5d99c072-2b84-4689-a741-d8546870fa74), precommit_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.489112 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-13173be0-c813-46ab-aa5a-d4fefba1a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.502052 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (5d99c072-2b84-4689-a741-d8546870fa74), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.564267 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-13173be0-c813-46ab-aa5a-d4fefba1a097 None None] Provisioning complete for port 19c4ef17-5118-4c17-a78e-c0edd636adef triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:37.564655 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-13173be0-c813-46ab-aa5a-d4fefba1a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.650900 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Attempting to bind port 5d99c072-2b84-4689-a741-d8546870fa74 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:37.656389 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Attempting to bind port 5d99c072-2b84-4689-a741-d8546870fa74 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:37.658946 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Attempting to bind port 5d99c072-2b84-4689-a741-d8546870fa74 on network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:37.671388 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Publish callbacks [] for port (805c0978-1770-4369-ae97-9b31071fd398), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.680341 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.db.api [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 04:31:37.680980 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG oslo_db.api [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 04:31:37.685764 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13173be0-c813-46ab-aa5a-d4fefba1a097 None None] Pushing event updated for resources: {'Port': ['ID=fee2f49b-b658-41fe-a2a0-061104c5a851,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:37.712569 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (805c0978-1770-4369-ae97-9b31071fd398), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.765623 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:37.766274 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Checking segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:37.766825 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.767475 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Bound using segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:37.768313 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Bound port: 5d99c072-2b84-4689-a741-d8546870fa74, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:37.768928 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (5d99c072-2b84-4689-a741-d8546870fa74), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.778947 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Pushing event updated for resources: {'Port': ['ID=805c0978-1770-4369-ae97-9b31071fd398,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:37.802521 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Network ba80e613-ae21-46b6-aead-28b736c91181 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:37.804309 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:37.826342 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:37.865097 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ac76ca5e-ecc8-444e-9d4c-54e94790f86e req-cd2cd3b1-17f6-4599-a0f9-4fe7b746da51 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5142918 Aug 30 04:31:37.879384 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:37.894525 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1774ef8-8ae5-4a37-b6cc-df89f4a7bfae None None] Pushing event updated for resources: {'Port': ['ID=5d99c072-2b84-4689-a741-d8546870fa74,revision_number=2']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:37.964921 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519856'] for router_interface (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.039419 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] For port 5d99c072-2b84-4689-a741-d8546870fa74, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:38.055962 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] For port 5d99c072-2b84-4689-a741-d8546870fa74, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=5d99c072-2b84-4689-a741-d8546870fa74,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:38.070465 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (5d99c072-2b84-4689-a741-d8546870fa74), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.075526 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-13173be0-c813-46ab-aa5a-d4fefba1a097 None None] Current status of the port 19c4ef17-5118-4c17-a78e-c0edd636adef is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:38.081764 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-15c96e27-530e-4676-b7d3-7fb2429409b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.089884 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.105253 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab9a3a-42c1-4dab-bc54-7b3f6f797b5e req-001f055f-2ad0-4dc8-a7b2-ae56107b2d43 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:38.112914 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-96ab9a3a-42c1-4dab-bc54-7b3f6f797b5e req-001f055f-2ad0-4dc8-a7b2-ae56107b2d43 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1782343 Aug 30 04:31:38.324323 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:38.329135 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1774ef8-8ae5-4a37-b6cc-df89f4a7bfae None None] Pushing event updated for resources: {'Port': ['ID=5d99c072-2b84-4689-a741-d8546870fa74,revision_number=3']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:38.334824 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-e99e8da7-889c-43d2-bcd1-8ff10bf4aa76 None None] Provisioning complete for port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:38.335941 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e99e8da7-889c-43d2-bcd1-8ff10bf4aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.389220 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Routers {'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:38.390263 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:38.404827 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8da7-889c-43d2-bcd1-8ff10bf4aa76 None None] Port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:31:38.416866 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Publish callbacks [] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.417422 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port fee2f49b-b658-41fe-a2a0-061104c5a851 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:38.420644 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 19c4ef17-5118-4c17-a78e-c0edd636adef up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:38.424482 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-e99e8da7-889c-43d2-bcd1-8ff10bf4aa76 None None] Provisioning complete for port fee2f49b-b658-41fe-a2a0-061104c5a851 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:38.425063 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e99e8da7-889c-43d2-bcd1-8ff10bf4aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.428016 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:38.554080 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe6436-49bb-4971-9f27-b304b37e1d86 req-6855423f-5561-4778-97de-4bf28e7cf606 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:38.572067 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-affe6436-49bb-4971-9f27-b304b37e1d86 req-6855423f-5561-4778-97de-4bf28e7cf606 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 945 time: 0.2215531 Aug 30 04:31:38.581449 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48238) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:38.590811 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-5003a7cf-71ad-4de1-8efa-a6c3d5160a9c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'floatingip': {'port_id': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:38.632490 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.667201 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (805c0978-1770-4369-ae97-9b31071fd398), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.670126 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386c790-52f2-4ee4-9c06-8d4cb1835dd4 req-a61ec207-27da-4ef3-b8a8-1925697c42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:38.671811 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a386c790-52f2-4ee4-9c06-8d4cb1835dd4 req-a61ec207-27da-4ef3-b8a8-1925697c42cc service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 1129 time: 0.1888819 Aug 30 04:31:38.682669 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-96ab9a3a-42c1-4dab-bc54-7b3f6f797b5e req-fe12ffb8-5b7e-4e69-b3ea-44cf85fca9d5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830364 Aug 30 04:31:38.763618 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Attempting to bind port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:38.764110 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Attempting to bind port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:38.764421 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Attempting to bind port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e on network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:38.787391 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] Set router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:38.789294 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:38.808653 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:38.809240 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Checking segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:38.809797 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.810294 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Bound using segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:38.810919 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Bound port: 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:38.811374 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.838463 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d33c6-77a8-43ca-b329-61f00a508d15 None None] Pushing event updated for resources: {'Port': ['ID=6fe6f6d8-b827-46a9-96ed-53f4a9430b2e,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:38.849431 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 19c4ef17-5118-4c17-a78e-c0edd636adef triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:38.850172 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.853542 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Publish callbacks [] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.862838 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5003a7cf-71ad-4de1-8efa-a6c3d5160a9c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (12f05cd3-ae01-4780-8707-b0fc69227185), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:38.909018 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:38.953009 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8da7-889c-43d2-bcd1-8ff10bf4aa76 None None] Current status of the port fee2f49b-b658-41fe-a2a0-061104c5a851 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:38.960389 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1158855-142b-4e8a-846c-0f35dd3b4181 req-3173d39c-d15e-4d17-a45a-56fa1e03b104 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:38.963404 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d1158855-142b-4e8a-846c-0f35dd3b4181 req-3173d39c-d15e-4d17-a45a-56fa1e03b104 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1395335 Aug 30 04:31:38.963613 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] For port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:38.968851 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] For port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=6fe6f6d8-b827-46a9-96ed-53f4a9430b2e,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:38.989530 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:39.126420 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Routers {'038eca4a-a2de-41df-8110-b02e6cf292b6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:39.127649 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['038eca4a-a2de-41df-8110-b02e6cf292b6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:39.160082 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:39.162018 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519716'] for router_interface (038eca4a-a2de-41df-8110-b02e6cf292b6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:39.266634 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-f3104533-cf02-489d-91ca-3f9e216d8765 None None] Provisioning complete for port 805c0978-1770-4369-ae97-9b31071fd398 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:39.269763 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-f3104533-cf02-489d-91ca-3f9e216d8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (805c0978-1770-4369-ae97-9b31071fd398), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:39.276500 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386c790-52f2-4ee4-9c06-8d4cb1835dd4 req-d14af177-ff88-4a26-a698-2b20f3c058bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:39.279199 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a386c790-52f2-4ee4-9c06-8d4cb1835dd4 req-d14af177-ff88-4a26-a698-2b20f3c058bb service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.1839888 Aug 30 04:31:39.279637 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'name': 'tempest-TestShelveInstance-1810254472-router', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '5d99c072-2b84-4689-a741-d8546870fa74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 4, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'gw_port': {'id': '5d99c072-2b84-4689-a741-d8546870fa74', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:32Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '805c0978-1770-4369-ae97-9b31071fd398', 'name': '', 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'mac_address': 'fa:16:3e:de:1d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '78f2c860-6a17-434c-be1c-9f3890b1d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 1, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'subnets': [{'id': '78f2c860-6a17-434c-be1c-9f3890b1d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:39.284317 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238f48a-ffa6-426e-bfe8-a3b633426bd9 req-a8a5c21c-f488-4d62-bb0c-488fcb812e12 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:39.298926 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c238f48a-ffa6-426e-bfe8-a3b633426bd9 req-a8a5c21c-f488-4d62-bb0c-488fcb812e12 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.5065947 Aug 30 04:31:39.304079 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 19c4ef17-5118-4c17-a78e-c0edd636adef is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:39.308516 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d33c6-77a8-43ca-b329-61f00a508d15 None None] Pushing event updated for resources: {'Port': ['ID=6fe6f6d8-b827-46a9-96ed-53f4a9430b2e,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:39.374551 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d6a6a-f0ab-4e93-b505-0b5d9617163b None None] The sync data for ids ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'] in dv-cinder-854265-2-smb is: [{'id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'name': 'tempest-TestShelveInstance-1810254472-router', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '5d99c072-2b84-4689-a741-d8546870fa74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 4, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'gw_port': {'id': '5d99c072-2b84-4689-a741-d8546870fa74', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:32Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '805c0978-1770-4369-ae97-9b31071fd398', 'name': '', 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'mac_address': 'fa:16:3e:de:1d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '78f2c860-6a17-434c-be1c-9f3890b1d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 1, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'subnets': [{'id': '78f2c860-6a17-434c-be1c-9f3890b1d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:31:39.464750 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-f3104533-cf02-489d-91ca-3f9e216d8765 None None] Port 805c0978-1770-4369-ae97-9b31071fd398 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:31:39.516293 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a386c790-52f2-4ee4-9c06-8d4cb1835dd4 req-25ae874c-7dca-4d12-9ec5-fc27a57c02af service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b63e5ca3-4866-40d2-815c-ec29fddad4bf HTTP/1.1" status: 200 len: 217 time: 0.1829343 Aug 30 04:31:39.516644 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] Set router 038eca4a-a2de-41df-8110-b02e6cf292b6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:39.652557 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d1158855-142b-4e8a-846c-0f35dd3b4181 req-6db5ed59-bc66-441f-9ca4-281bf3629a5d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5653658 Aug 30 04:31:39.667276 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device fee2f49b-b658-41fe-a2a0-061104c5a851 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:39.701091 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386c790-52f2-4ee4-9c06-8d4cb1835dd4 req-ab5afd64-327a-4f7d-bb73-16a1c7d9c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:39.709370 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a386c790-52f2-4ee4-9c06-8d4cb1835dd4 req-ab5afd64-327a-4f7d-bb73-16a1c7d9c839 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.1829407 Aug 30 04:31:39.732256 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c238f48a-ffa6-426e-bfe8-a3b633426bd9 req-5f0509c4-7689-4b5f-9c9d-f15e2a6ed74e tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320650 Aug 30 04:31:39.741775 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Publish callbacks [] for port (805c0978-1770-4369-ae97-9b31071fd398), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:39.743575 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:39.771954 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (805c0978-1770-4369-ae97-9b31071fd398), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:39.772475 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Pushing event updated for resources: {'Port': ['ID=48f1fc04-0fd0-4551-ade6-3900ccdb9017,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:39.793498 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:39.835095 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:39.837854 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Network bcb6fd08-3263-4163-96c8-4125846b16e0 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:39.845010 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:39.946100 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386c790-52f2-4ee4-9c06-8d4cb1835dd4 req-1dc2112d-04ce-4301-82c0-bde90ed45173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:39.949649 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a386c790-52f2-4ee4-9c06-8d4cb1835dd4 req-1dc2112d-04ce-4301-82c0-bde90ed45173 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2037115 Aug 30 04:31:39.972790 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port fee2f49b-b658-41fe-a2a0-061104c5a851 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:39.972790 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:40.053255 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:40.173101 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '48f1fc04-0fd0-4551-ade6-3900ccdb9017', 'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'mac_address': 'fa:16:3e:75:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 2, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'subnets': [{'id': '827f5d02-c61c-48aa-9415-d203f472af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:40.255067 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324be5bc-f912-4f6b-8ec0-e4b547a86767 None None] The sync data for ids ['038eca4a-a2de-41df-8110-b02e6cf292b6'] in dv-cinder-854265-2-smb is: [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '48f1fc04-0fd0-4551-ade6-3900ccdb9017', 'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'mac_address': 'fa:16:3e:75:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 2, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'subnets': [{'id': '827f5d02-c61c-48aa-9415-d203f472af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:31:40.298611 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port fee2f49b-b658-41fe-a2a0-061104c5a851 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:40.300379 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 19c4ef17-5118-4c17-a78e-c0edd636adef up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:40.405531 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Pushing event updated for resources: {'Port': ['ID=805c0978-1770-4369-ae97-9b31071fd398,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:40.409958 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a386c790-52f2-4ee4-9c06-8d4cb1835dd4 req-7f445602-e9c4-45d7-b466-29a070c9a434 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816432 Aug 30 04:31:40.410558 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:40.426123 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa19f9-47e3-4600-a483-a55c06efcfdd req-80b7c6d1-b5e8-4397-86b7-fb4eae0769af tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:40.433651 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f6fa19f9-47e3-4600-a483-a55c06efcfdd req-80b7c6d1-b5e8-4397-86b7-fb4eae0769af tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.4747999 Aug 30 04:31:40.436265 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519716'] for router_interface (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:40.445637 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-26c913f4-a676-4533-8f07-e66a274d84aa None None] Provisioning complete for port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:40.446172 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-26c913f4-a676-4533-8f07-e66a274d84aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:40.449934 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:40.564351 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-26c913f4-a676-4533-8f07-e66a274d84aa None None] Port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:31:40.566315 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 19c4ef17-5118-4c17-a78e-c0edd636adef triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:40.567467 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:40.666476 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.db.resource_extend [None req-5003a7cf-71ad-4de1-8efa-a6c3d5160a9c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 04:31:40.816321 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 19c4ef17-5118-4c17-a78e-c0edd636adef is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:40.831405 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f6fa19f9-47e3-4600-a483-a55c06efcfdd req-bc51887c-539c-4b3c-9a6b-019199d7d7c3 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965638 Aug 30 04:31:40.968343 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a386c790-52f2-4ee4-9c06-8d4cb1835dd4 req-b4bd455b-5c16-4723-9251-ae2e8091f0e0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290604 Aug 30 04:31:40.984156 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Network ba80e613-ae21-46b6-aead-28b736c91181 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:40.986854 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:41.283958 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beaaad-8284-47e1-852b-fe458c9659f6 req-45bc1a59-f4f8-4fcc-9903-690024101d07 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:41.292956 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d0beaaad-8284-47e1-852b-fe458c9659f6 req-45bc1a59-f4f8-4fcc-9903-690024101d07 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.2600665 Aug 30 04:31:41.313825 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0607223-e240-4864-afb8-fe04225fe38f req-de98747b-d219-4146-8d98-76e895a63104 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:41.333093 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f0607223-e240-4864-afb8-fe04225fe38f req-de98747b-d219-4146-8d98-76e895a63104 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1362910 Aug 30 04:31:41.343486 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5003a7cf-71ad-4de1-8efa-a6c3d5160a9c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:41.347196 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Router 038eca4a-a2de-41df-8110-b02e6cf292b6 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:31:41.367679 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5003a7cf-71ad-4de1-8efa-a6c3d5160a9c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (12f05cd3-ae01-4780-8707-b0fc69227185), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:41.512930 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8b30-f0b1-49aa-8fe2-f38f6d769c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:41.634183 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 5d99c072-2b84-4689-a741-d8546870fa74 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:41.827179 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-89d38541-8809-4296-8b39-d8de4b3e475c None None] Provisioning complete for port 805c0978-1770-4369-ae97-9b31071fd398 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:41.833471 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-89d38541-8809-4296-8b39-d8de4b3e475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (805c0978-1770-4369-ae97-9b31071fd398), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:41.990454 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 5d99c072-2b84-4689-a741-d8546870fa74 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:41.991091 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (5d99c072-2b84-4689-a741-d8546870fa74), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:41.996569 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-89d38541-8809-4296-8b39-d8de4b3e475c None None] Port 805c0978-1770-4369-ae97-9b31071fd398 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:31:42.155584 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:31:42.167803 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d0beaaad-8284-47e1-852b-fe458c9659f6 req-0c79485e-07d3-480c-a347-ad8d3ea8503e tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8736951 Aug 30 04:31:42.312404 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 5d99c072-2b84-4689-a741-d8546870fa74 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:42.313545 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (5d99c072-2b84-4689-a741-d8546870fa74), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:42.370962 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 5d99c072-2b84-4689-a741-d8546870fa74, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=5d99c072-2b84-4689-a741-d8546870fa74,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:42.371155 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:31:42.386230 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-c5fae18f-2dab-4a26-b580-e650f8044864 admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/a49049a0-2e16-4046-8b0c-32e6e3cf5d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6236672 Aug 30 04:31:42.388871 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (5d99c072-2b84-4689-a741-d8546870fa74), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:42.499776 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166a27e-1586-4ee5-b800-f9ee20ae5a13 req-64d06b7a-46ff-4265-919e-2ae719e1e774 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:42.508484 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d166a27e-1586-4ee5-b800-f9ee20ae5a13 req-64d06b7a-46ff-4265-919e-2ae719e1e774 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0874891 Aug 30 04:31:42.543539 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=5d99c072-2b84-4689-a741-d8546870fa74,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:42.569407 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f0607223-e240-4864-afb8-fe04225fe38f req-1d0f6321-29e3-4877-b91f-5dd7b064298e tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2348475 Aug 30 04:31:42.574265 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-5003a7cf-71ad-4de1-8efa-a6c3d5160a9c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Floating IP 12f05cd3-ae01-4780-8707-b0fc69227185 associated. External IP: 172.28.3.207, port: a9781c66-5eab-4e93-b9ce-28d28cc15f3c. Aug 30 04:31:42.623283 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d166a27e-1586-4ee5-b800-f9ee20ae5a13 req-2ffd03e9-177d-4dc7-ba52-7caa2bbb470f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123166 Aug 30 04:31:42.720291 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:31:42.733910 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-259a5b64-304e-4e82-b274-ef90d5455c66 admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/038eca4a-a2de-41df-8110-b02e6cf292b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8271644 Aug 30 04:31:42.928601 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:43.063773 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5003a7cf-71ad-4de1-8efa-a6c3d5160a9c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Router 12bdb17a-e53e-4e01-8fd6-27e907694d22 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:31:43.149845 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48338) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:43.155731 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-bf8fe443-05e6-4fa9-96e7-5da69609a2d1 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335718660', 'description': 'tempest-secgroup-smoke-335718660 description', 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:43.193242 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bf8fe443-05e6-4fa9-96e7-5da69609a2d1 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:43.278158 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5003a7cf-71ad-4de1-8efa-a6c3d5160a9c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:31:43.293500 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aeff91-2494-46e4-98eb-799d38510a9a None None] Sync routers for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:31:43.294585 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5003a7cf-71ad-4de1-8efa-a6c3d5160a9c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:43.324869 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aeff91-2494-46e4-98eb-799d38510a9a None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:43.325479 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-66aeff91-2494-46e4-98eb-799d38510a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:43.411596 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-5003a7cf-71ad-4de1-8efa-a6c3d5160a9c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "PUT /networking/v2.0/floatingips/12f05cd3-ae01-4780-8707-b0fc69227185 HTTP/1.1" status: 200 len: 991 time: 4.8253670 Aug 30 04:31:43.414393 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'tag': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:31:43.425808 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8da18d-68b0-4228-9ed7-5ee458f1c766" -d '{"events": [{"name": "network-changed", "server_uuid": "fe95c6ff-83ad-4fcd-9d95-59695f830f10", "tag": "a9781c66-5eab-4e93-b9ce-28d28cc15f3c"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:31:43.508494 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bf8fe443-05e6-4fa9-96e7-5da69609a2d1 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group (907eb023-97a2-4fb9-a370-707e6a9bfab0), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:43.518731 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bf8fe443-05e6-4fa9-96e7-5da69609a2d1 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (907eb023-97a2-4fb9-a370-707e6a9bfab0), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:43.555785 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d21103-494f-44e1-a122-e99ec6fede2b x-openstack-request-id: req-40d21103-494f-44e1-a122-e99ec6fede2b {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:31:43.556088 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe95c6ff-83ad-4fcd-9d95-59695f830f10", "tag": "a9781c66-5eab-4e93-b9ce-28d28cc15f3c", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:31:43.556353 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-40d21103-494f-44e1-a122-e99ec6fede2b {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:31:43.556787 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d21103-494f-44e1-a122-e99ec6fede2b'] response: {'name': 'network-changed', 'server_uuid': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'tag': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'status': 'completed', 'code': 200} Aug 30 04:31:43.588922 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1563e5-2cd4-45d6-b288-f268231035bc req-ad49107e-4df4-4f0a-b78b-fbf9383b7be5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:43.597266 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6f1563e5-2cd4-45d6-b288-f268231035bc req-ad49107e-4df4-4f0a-b78b-fbf9383b7be5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1398871 Aug 30 04:31:43.597867 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:43.599960 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fe443-05e6-4fa9-96e7-5da69609a2d1 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907eb023-97a2-4fb9-a370-707e6a9bfab0,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:43.660229 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bf8fe443-05e6-4fa9-96e7-5da69609a2d1 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:43.662166 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-bf8fe443-05e6-4fa9-96e7-5da69609a2d1 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5106637 Aug 30 04:31:43.677836 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48356) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:43.683770 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-5069c9ec-2912-40bd-b003-cef1dba579ac tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Request body: {'security_group_rule': {'security_group_id': '907eb023-97a2-4fb9-a370-707e6a9bfab0', 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:43.738934 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6f1563e5-2cd4-45d6-b288-f268231035bc req-05fb71bc-755e-4686-8e31-68bf4864a1f3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405904 Aug 30 04:31:43.758616 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-66aeff91-2494-46e4-98eb-799d38510a9a None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:43.799370 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:43.832196 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02722889-0d07-48f1-b144-216b85708d1b req-aadaa681-2375-4c97-9954-a37175c01b57 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:43.835488 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-02722889-0d07-48f1-b144-216b85708d1b req-aadaa681-2375-4c97-9954-a37175c01b57 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1189065 Aug 30 04:31:43.836646 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5069c9ec-2912-40bd-b003-cef1dba579ac tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (e50a260c-124d-466c-979f-83a06ad35f3c), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:43.887401 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:43.943858 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5069c9ec-2912-40bd-b003-cef1dba579ac tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (e50a260c-124d-466c-979f-83a06ad35f3c), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:43.962619 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5069c9ec-2912-40bd-b003-cef1dba579ac tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (e50a260c-124d-466c-979f-83a06ad35f3c), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:43.999601 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74af7c-74d3-446f-aa66-f8aa7d3c7cbb req-08b1001f-60a2-4fe2-b437-5aefdf06c29f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:44.001308 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ae74af7c-74d3-446f-aa66-f8aa7d3c7cbb req-08b1001f-60a2-4fe2-b437-5aefdf06c29f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1460624 Aug 30 04:31:44.005793 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069c9ec-2912-40bd-b003-cef1dba579ac tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50a260c-124d-466c-979f-83a06ad35f3c,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:44.007824 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48364) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:44.023601 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-499712637-network', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:44.032322 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-02722889-0d07-48f1-b144-216b85708d1b req-55392423-3568-4e4f-8755-bbced6ba93e8 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897228 Aug 30 04:31:44.051621 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5069c9ec-2912-40bd-b003-cef1dba579ac tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.053094 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-5069c9ec-2912-40bd-b003-cef1dba579ac tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733675 Aug 30 04:31:44.055780 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48366) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:44.057405 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:44.057906 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.061609 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-0bf21984-d3ed-4700-910a-862e57a7211d tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Request body: {'security_group_rule': {'security_group_id': '907eb023-97a2-4fb9-a370-707e6a9bfab0', 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:44.086524 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ae74af7c-74d3-446f-aa66-f8aa7d3c7cbb req-07543811-f2f1-4bcc-92be-4d72b5303c72 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776110 Aug 30 04:31:44.095190 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Made reservation on behalf of 6529d016e7774d7689b965de00c5d1a9 for: {'network': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:31:44.097362 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.099836 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.118080 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.162235 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0bf21984-d3ed-4700-910a-862e57a7211d tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (f587de56-c880-42d1-81eb-9dbfdabf03b9), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.271856 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0bf21984-d3ed-4700-910a-862e57a7211d tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (f587de56-c880-42d1-81eb-9dbfdabf03b9), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.279789 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0bf21984-d3ed-4700-910a-862e57a7211d tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (f587de56-c880-42d1-81eb-9dbfdabf03b9), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.305123 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Publish callbacks [] for security_group (a3e3ec6e-cd79-4303-9ee4-d8a3efb50711), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.315306 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf21984-d3ed-4700-910a-862e57a7211d tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f587de56-c880-42d1-81eb-9dbfdabf03b9,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:44.320011 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (a3e3ec6e-cd79-4303-9ee4-d8a3efb50711), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.330234 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0bf21984-d3ed-4700-910a-862e57a7211d tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.335070 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-0bf21984-d3ed-4700-910a-862e57a7211d tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2749186 Aug 30 04:31:44.335367 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48368) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:44.341539 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-21c0b1a5-05ef-4cca-8636-dae4646f9263 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Request body: {'security_group_rule': {'security_group_id': '907eb023-97a2-4fb9-a370-707e6a9bfab0', 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:44.355437 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=106396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:31:44.379681 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e3ec6e-cd79-4303-9ee4-d8a3efb50711,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:44.383689 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:44.384509 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (94777b77-7035-47f6-8bcc-0f904f5d3e6b), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.384509 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.segments_db [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Added segment 94777b77-7035-47f6-8bcc-0f904f5d3e6b of type vlan for network 8ca8c628-8ead-4ff0-946e-7788be4694af Aug 30 04:31:44.409591 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:44.421976 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-21c0b1a5-05ef-4cca-8636-dae4646f9263 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (098960d9-df0a-4153-a91d-18020821c96e), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.454476 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:44.460932 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (8ca8c628-8ead-4ff0-946e-7788be4694af), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.539616 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (8ca8c628-8ead-4ff0-946e-7788be4694af), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.544368 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:44.544760 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:44.545163 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.545355 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.553450 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:44.569352 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-21c0b1a5-05ef-4cca-8636-dae4646f9263 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (098960d9-df0a-4153-a91d-18020821c96e), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.575471 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-21c0b1a5-05ef-4cca-8636-dae4646f9263 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (098960d9-df0a-4153-a91d-18020821c96e), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.606915 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0b1a5-05ef-4cca-8636-dae4646f9263 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098960d9-df0a-4153-a91d-18020821c96e,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:44.624870 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=6fe6f6d8-b827-46a9-96ed-53f4a9430b2e,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:44.633859 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-21c0b1a5-05ef-4cca-8636-dae4646f9263 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.646038 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-21c0b1a5-05ef-4cca-8636-dae4646f9263 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3090243 Aug 30 04:31:44.651606 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48374) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:44.659496 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-9ef34612-a6e1-428d-b84a-06e9ce4c8cf2 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Request body: {'security_group_rule': {'security_group_id': '907eb023-97a2-4fb9-a370-707e6a9bfab0', 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:44.673365 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.675654 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 5d99c072-2b84-4689-a741-d8546870fa74 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:44.696030 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6827931 Aug 30 04:31:44.703069 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48376) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:44.715971 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] Request body: {'subnet': {'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-499712637-subnet', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:44.723011 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a20b6e-518f-45e0-a8ac-7b705481333b admin admin] Pushing event updated for resources: {'Network': ['ID=8ca8c628-8ead-4ff0-946e-7788be4694af,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:44.754356 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network 8ca8c628-8ead-4ff0-946e-7788be4694af details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:31:44.768878 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] Made reservation on behalf of 6529d016e7774d7689b965de00c5d1a9 for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:31:44.773103 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.780685 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9ef34612-a6e1-428d-b84a-06e9ce4c8cf2 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (88b95bcf-ff14-4b9b-b69f-836add207ff6), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.879312 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=6fe6f6d8-b827-46a9-96ed-53f4a9430b2e,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:44.901963 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.904910 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-66aeff91-2494-46e4-98eb-799d38510a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '12f05cd3-ae01-4780-8707-b0fc69227185', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:36:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:11Z', 'updated_at': '2022-08-30T04:31:40Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:44.942158 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4e119-6021-41e5-bbdc-8616a49008db req-caa04902-289a-4e91-8972-d9e55b59afc0 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:44.945208 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7de4e119-6021-41e5-bbdc-8616a49008db req-caa04902-289a-4e91-8972-d9e55b59afc0 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1074424 Aug 30 04:31:44.961754 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aeff91-2494-46e4-98eb-799d38510a9a None None] Checking router: 12bdb17a-e53e-4e01-8fd6-27e907694d22 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:31:44.982833 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:44.990213 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 5d99c072-2b84-4689-a741-d8546870fa74 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:44.991296 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (5d99c072-2b84-4689-a741-d8546870fa74), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:44.997124 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9ef34612-a6e1-428d-b84a-06e9ce4c8cf2 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (88b95bcf-ff14-4b9b-b69f-836add207ff6), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:45.006716 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9ef34612-a6e1-428d-b84a-06e9ce4c8cf2 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (88b95bcf-ff14-4b9b-b69f-836add207ff6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:45.038047 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aeff91-2494-46e4-98eb-799d38510a9a None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:45.038596 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-66aeff91-2494-46e4-98eb-799d38510a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:45.070368 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef34612-a6e1-428d-b84a-06e9ce4c8cf2 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b95bcf-ff14-4b9b-b69f-836add207ff6,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:45.078214 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9ef34612-a6e1-428d-b84a-06e9ce4c8cf2 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:45.079740 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-9ef34612-a6e1-428d-b84a-06e9ce4c8cf2 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4266694 Aug 30 04:31:45.084491 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48380) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:45.099066 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-d7653df7-d948-4d24-91b5-83b93bbf5909 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Request body: {'security_group_rule': {'security_group_id': '907eb023-97a2-4fb9-a370-707e6a9bfab0', 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:45.105259 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device eaa610dc-af90-4f36-acfa-f6d0db2f74eb details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:31:45.162889 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7de4e119-6021-41e5-bbdc-8616a49008db req-0a854a92-5dac-45ec-a05f-333699423ced tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841104 Aug 30 04:31:45.180932 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.securitygroups_db [None req-d7653df7-d948-4d24-91b5-83b93bbf5909 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Project a89458e4a02d40e4abfd8457f31cc0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:31:45.197885 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d7653df7-d948-4d24-91b5-83b93bbf5909 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (0c22da45-e10d-4d41-9490-0cbb9152d9b7), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:45.309322 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd304b-db17-45b6-9fc3-f6430b7e711f req-e86f92e2-11ee-4704-afaf-03c8a0967a0f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:45.317219 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-91dd304b-db17-45b6-9fc3-f6430b7e711f req-e86f92e2-11ee-4704-afaf-03c8a0967a0f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0954430 Aug 30 04:31:45.355331 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (6a7a382a-450a-4412-8f40-2d264878195a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:45.395999 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.db.resource_extend [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 04:31:45.423612 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d7653df7-d948-4d24-91b5-83b93bbf5909 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (0c22da45-e10d-4d41-9490-0cbb9152d9b7), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:45.435262 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d7653df7-d948-4d24-91b5-83b93bbf5909 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (0c22da45-e10d-4d41-9490-0cbb9152d9b7), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:45.518724 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-91dd304b-db17-45b6-9fc3-f6430b7e711f req-a45a1c0d-f98c-4b88-8d0a-407d64549b82 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000043 Aug 30 04:31:45.574285 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 5d99c072-2b84-4689-a741-d8546870fa74 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:45.601554 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7a382a-450a-4412-8f40-2d264878195a,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:45.645561 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da18d-68b0-4228-9ed7-5ee458f1c766 req-72d56729-dfab-4428-a59f-948cbc04c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:45.656125 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4d8da18d-68b0-4228-9ed7-5ee458f1c766 req-72d56729-dfab-4428-a59f-948cbc04c5ca service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 1129 time: 0.2231450 Aug 30 04:31:45.669551 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-66aeff91-2494-46e4-98eb-799d38510a9a None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:45.669749 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3ceaa-5a7c-4b44-b3cf-0963df28c61f req-7824bf17-423c-47b9-863f-2c49db79d570 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:45.687249 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2bc3ceaa-5a7c-4b44-b3cf-0963df28c61f req-7824bf17-423c-47b9-863f-2c49db79d570 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.2597301 Aug 30 04:31:45.704949 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7653df7-d948-4d24-91b5-83b93bbf5909 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c22da45-e10d-4d41-9490-0cbb9152d9b7,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:45.719968 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] Checking segment: {'id': '94777b77-7035-47f6-8bcc-0f904f5d3e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:45.720571 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d7653df7-d948-4d24-91b5-83b93bbf5909 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:45.721398 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] Network hostable DHCP agents. Network: 8ca8c628-8ead-4ff0-946e-7788be4694af, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:31:45.728806 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-d7653df7-d948-4d24-91b5-83b93bbf5909 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6408393 Aug 30 04:31:45.741640 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48392) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:45.758024 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-52653ed8-b296-44ea-9835-058aac688bdf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Request body: {'security_group_rule': {'security_group_id': '907eb023-97a2-4fb9-a370-707e6a9bfab0', 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:45.814327 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] Network 8ca8c628-8ead-4ff0-946e-7788be4694af is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:31:45.826650 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.securitygroups_db [None req-52653ed8-b296-44ea-9835-058aac688bdf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Project a89458e4a02d40e4abfd8457f31cc0a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:31:45.847756 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-52653ed8-b296-44ea-9835-058aac688bdf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (2cb47b25-4922-4a44-aac3-8dec40452b1f), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:45.870065 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, 8ca8c628-8ead-4ff0-946e-7788be4694af) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:45.890741 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:45.891978 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:45.897910 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ec2e68-d5e2-45a1-a131-398f395c4b6a None None] Network 8ca8c628-8ead-4ff0-946e-7788be4694af requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:31:45.902477 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:45.954432 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Sync routers for ids ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:31:45.967411 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-c86a72de-6f9d-435c-8d1d-296db1a7aded admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2615235 Aug 30 04:31:45.968500 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48396) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:45.999333 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-499712637-router', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:46.009264 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:46.012389 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Routers {'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:46.013248 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:46.017336 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'port_id': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'mac_address': 'fa:16:3e:7a:d2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:31:46.029443 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:46.098951 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2bc3ceaa-5a7c-4b44-b3cf-0963df28c61f req-cf153c96-df4b-443e-ac1c-2c8b5ded6188 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4099095 Aug 30 04:31:46.134049 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10083'] for router (15be9fbc-3519-4a56-9109-3d52f8958c01), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.135524 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-412989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10074'] for router (15be9fbc-3519-4a56-9109-3d52f8958c01), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.172831 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:46.173463 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:46.194161 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-52653ed8-b296-44ea-9835-058aac688bdf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (2cb47b25-4922-4a44-aac3-8dec40452b1f), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.323540 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Publish callbacks [] for router_controller (15be9fbc-3519-4a56-9109-3d52f8958c01), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.392729 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-52653ed8-b296-44ea-9835-058aac688bdf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (2cb47b25-4922-4a44-aac3-8dec40452b1f), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.403148 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port eaa610dc-af90-4f36-acfa-f6d0db2f74eb is: ACTIVE; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:46.404062 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.421259 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:46.446469 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaa610dc-af90-4f36-acfa-f6d0db2f74eb {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:31:46.466480 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.481949 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52653ed8-b296-44ea-9835-058aac688bdf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb47b25-4922-4a44-aac3-8dec40452b1f,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:46.508340 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-52653ed8-b296-44ea-9835-058aac688bdf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.517751 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-52653ed8-b296-44ea-9835-058aac688bdf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7732506 Aug 30 04:31:46.535987 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da18d-68b0-4228-9ed7-5ee458f1c766 req-482ce4e6-fd5e-41ad-bd11-6e74b0d6bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:46.538249 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4d8da18d-68b0-4228-9ed7-5ee458f1c766 req-482ce4e6-fd5e-41ad-bd11-6e74b0d6bc8a service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 917 time: 0.3396237 Aug 30 04:31:46.543383 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Publish callbacks [] for router_gateway (15be9fbc-3519-4a56-9109-3d52f8958c01), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.544916 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Set router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:46.578231 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:46.663492 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:46.670663 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.719820 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.722302 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Sync routers for ids ['038eca4a-a2de-41df-8110-b02e6cf292b6'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:31:46.741809 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3db10d5-22ca-5e7d-b4be-6ae39b8c903b-8ca8c628-8ead-4ff0-946e-7788be4694af', 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af', 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'fixed_ips': [{'subnet_id': '6a7a382a-450a-4412-8f40-2d264878195a'}]}} from dv-cinder-854265-2-smb. {{(pid=106397) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:31:46.743188 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:46.850295 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4d8da18d-68b0-4228-9ed7-5ee458f1c766 req-202b257b-9b37-4c15-b797-64664b4c67e3 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9781c66-5eab-4e93-b9ce-28d28cc15f3c HTTP/1.1" status: 200 len: 999 time: 0.2980890 Aug 30 04:31:46.901057 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-66aeff91-2494-46e4-98eb-799d38510a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '12f05cd3-ae01-4780-8707-b0fc69227185', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:36:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:11Z', 'updated_at': '2022-08-30T04:31:40Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:46.959660 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Routers {'038eca4a-a2de-41df-8110-b02e6cf292b6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:46.960516 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['038eca4a-a2de-41df-8110-b02e6cf292b6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:46.962935 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:46.984777 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da18d-68b0-4228-9ed7-5ee458f1c766 req-5e2c5c70-4d32-46ab-a1a7-8e81ecaea60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:46.989028 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4d8da18d-68b0-4228-9ed7-5ee458f1c766 req-5e2c5c70-4d32-46ab-a1a7-8e81ecaea60e service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.1294072 Aug 30 04:31:47.101991 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da18d-68b0-4228-9ed7-5ee458f1c766 req-05dbab27-e828-4bfc-ba71-07bb07291105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:47.104635 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4d8da18d-68b0-4228-9ed7-5ee458f1c766 req-05dbab27-e828-4bfc-ba71-07bb07291105 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1087484 Aug 30 04:31:47.131119 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:47.154063 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'name': 'tempest-TestShelveInstance-1810254472-router', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '5d99c072-2b84-4689-a741-d8546870fa74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 4, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'gw_port': {'id': '5d99c072-2b84-4689-a741-d8546870fa74', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:32Z', 'updated_at': '2022-08-30T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '805c0978-1770-4369-ae97-9b31071fd398', 'name': '', 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'mac_address': 'fa:16:3e:de:1d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '78f2c860-6a17-434c-be1c-9f3890b1d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 2, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'subnets': [{'id': '78f2c860-6a17-434c-be1c-9f3890b1d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:47.180548 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f93ed9-740f-4083-92bb-2293f54e191e req-23392cc0-6787-4967-a94c-afe1b81b304d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:47.186784 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-04f93ed9-740f-4083-92bb-2293f54e191e req-23392cc0-6787-4967-a94c-afe1b81b304d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.4398000 Aug 30 04:31:47.222341 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Checking router: a49049a0-2e16-4046-8b0c-32e6e3cf5d3b for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:31:47.222772 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Updating router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b port 805c0978-1770-4369-ae97-9b31071fd398 binding host dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:31:47.319451 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (805c0978-1770-4369-ae97-9b31071fd398), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:47.324806 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48448) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:47.352847 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-9397d048-5621-4892-8a81-88e29b8dcd9a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--366647468', 'description': 'tempest-description--676000299'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:47.362326 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4d8da18d-68b0-4228-9ed7-5ee458f1c766 req-691be9ed-acb1-4e64-9ee3-77bf890e5985 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474594 Aug 30 04:31:47.434247 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Publish callbacks [] for router_gateway (15be9fbc-3519-4a56-9109-3d52f8958c01), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:47.449849 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9397d048-5621-4892-8a81-88e29b8dcd9a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:47.495877 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:47.511889 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['eaa610dc-af90-4f36-acfa-f6d0db2f74eb'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:31:47.532740 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-04f93ed9-740f-4083-92bb-2293f54e191e req-73a58352-c361-431a-a66f-adea0cb964e1 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905891 Aug 30 04:31:47.553117 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aeff91-2494-46e4-98eb-799d38510a9a None None] The sync data for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb is: [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '12f05cd3-ae01-4780-8707-b0fc69227185', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:36:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:11Z', 'updated_at': '2022-08-30T04:31:40Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:31:47.611355 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:47.642329 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=6']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:47.725322 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4d8da18d-68b0-4228-9ed7-5ee458f1c766 req-53754a4f-59bb-4f6d-9dca-650a67f89738 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544960 Aug 30 04:31:47.748752 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82b36c-0c17-4d5f-b824-1243a2234a4e req-02d11d55-8129-4b40-b572-f55fbe9f9b10 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:47.763739 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ac82b36c-0c17-4d5f-b824-1243a2234a4e req-02d11d55-8129-4b40-b572-f55fbe9f9b10 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 944 time: 0.2561681 Aug 30 04:31:47.770917 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9397d048-5621-4892-8a81-88e29b8dcd9a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group (9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:47.895992 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ac82b36c-0c17-4d5f-b824-1243a2234a4e req-bc186470-9aa4-420f-a092-b04bca4aeaf8 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280053 Aug 30 04:31:47.913073 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Allocated IP 172.28.3.104 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/65742d8a-1194-4c5f-b33b-9457c7018d7c) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:47.970890 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9397d048-5621-4892-8a81-88e29b8dcd9a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.005950 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:48.096569 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Publish callbacks [] for port (805c0978-1770-4369-ae97-9b31071fd398), precommit_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.103144 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397d048-5621-4892-8a81-88e29b8dcd9a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:48.105846 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:48.116574 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (805c0978-1770-4369-ae97-9b31071fd398), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.127090 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9397d048-5621-4892-8a81-88e29b8dcd9a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.137611 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-9397d048-5621-4892-8a81-88e29b8dcd9a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7885950 Aug 30 04:31:48.140549 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 48460) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:48.157919 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-2da29ad0-3608-4033-bb75-a02abb40bb65 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Request body: {'security_group_rule': {'security_group_id': '9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:48.233596 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880d343-e9de-45e3-9090-acf326f0e6b5 None None] New status for floating IP 12f05cd3-ae01-4780-8707-b0fc69227185: ACTIVE {{(pid=106398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:31:48.262383 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Publish callbacks [] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.269046 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2da29ad0-3608-4033-bb75-a02abb40bb65 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group_rule (70f12ff2-aad2-4fee-b7b7-267764b6f8fa), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.329133 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.db_base_plugin_common [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Allocated IP 172.20.0.2 (8ca8c628-8ead-4ff0-946e-7788be4694af/6a7a382a-450a-4412-8f40-2d264878195a/5d5705a1-073f-4046-9855-50aa439c3b3f) {{(pid=106397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:48.339207 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:48.344664 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:48.354744 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Set router 038eca4a-a2de-41df-8110-b02e6cf292b6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:48.386360 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.387721 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2da29ad0-3608-4033-bb75-a02abb40bb65 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group_rule (70f12ff2-aad2-4fee-b7b7-267764b6f8fa), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.394096 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2da29ad0-3608-4033-bb75-a02abb40bb65 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (70f12ff2-aad2-4fee-b7b7-267764b6f8fa), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.430390 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2da29ad0-3608-4033-bb75-a02abb40bb65 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.451486 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-2da29ad0-3608-4033-bb75-a02abb40bb65 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3059418 Aug 30 04:31:48.453935 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48466) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:48.465535 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-8fb84cdf-c5b5-42c5-9228-5822a326f20b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Request body: {'security_group_rule': {'security_group_id': '9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:48.473220 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da29ad0-3608-4033-bb75-a02abb40bb65 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f12ff2-aad2-4fee-b7b7-267764b6f8fa,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:48.595309 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb84cdf-c5b5-42c5-9228-5822a326f20b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group_rule (a9086d9c-e672-4591-860d-46119c0b0d77), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.620717 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7a32f-640c-494f-bcfd-b193b8defe9c None None] Pushing event updated for resources: {'Port': ['ID=805c0978-1770-4369-ae97-9b31071fd398,revision_number=3']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:48.650925 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Attempting to bind port 805c0978-1770-4369-ae97-9b31071fd398 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:48.651371 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Attempting to bind port 805c0978-1770-4369-ae97-9b31071fd398 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6de3aa4d-7f0f-4f3c-9af7-1f705e795dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181'}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:48.651739 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Attempting to bind port 805c0978-1770-4369-ae97-9b31071fd398 on network ba80e613-ae21-46b6-aead-28b736c91181 {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:48.659097 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:48.659546 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Checking segment: {'id': '6de3aa4d-7f0f-4f3c-9af7-1f705e795dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:48.660125 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.660631 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Bound using segment: {'id': '6de3aa4d-7f0f-4f3c-9af7-1f705e795dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181'} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:48.661260 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Bound port: 805c0978-1770-4369-ae97-9b31071fd398, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de3aa4d-7f0f-4f3c-9af7-1f705e795dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181'}}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:48.662062 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (805c0978-1770-4369-ae97-9b31071fd398), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.672332 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:48.735237 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:48.749437 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Pushing event updated for resources: {'Port': ['ID=65742d8a-1194-4c5f-b33b-9457c7018d7c,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:48.773299 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:48.790603 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:48.794786 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] For port 805c0978-1770-4369-ae97-9b31071fd398, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:48.811767 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] For port 805c0978-1770-4369-ae97-9b31071fd398, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=805c0978-1770-4369-ae97-9b31071fd398,segment=NetworkSegment(6de3aa4d-7f0f-4f3c-9af7-1f705e795dee),segment_id=6de3aa4d-7f0f-4f3c-9af7-1f705e795dee)] {{(pid=106398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:48.833298 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (805c0978-1770-4369-ae97-9b31071fd398), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:48.909539 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00daaa-c7dc-4029-87c2-c5ae34826f89 req-96642d21-2102-42db-aeb6-c21bf2e9e95e tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:48.912163 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1e00daaa-c7dc-4029-87c2-c5ae34826f89 req-96642d21-2102-42db-aeb6-c21bf2e9e95e tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1747880 Aug 30 04:31:48.936432 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Routers {'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:48.937538 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:48.987131 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb84cdf-c5b5-42c5-9228-5822a326f20b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group_rule (a9086d9c-e672-4591-860d-46119c0b0d77), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.006774 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb84cdf-c5b5-42c5-9228-5822a326f20b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (a9086d9c-e672-4591-860d-46119c0b0d77), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.033686 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84cdf-c5b5-42c5-9228-5822a326f20b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9086d9c-e672-4591-860d-46119c0b0d77,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:49.086710 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb84cdf-c5b5-42c5-9228-5822a326f20b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.088162 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-8fb84cdf-c5b5-42c5-9228-5822a326f20b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6262293 Aug 30 04:31:49.095684 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48490) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:49.106409 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Request body: {'floatingip': {'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:31:49.148229 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7a32f-640c-494f-bcfd-b193b8defe9c None None] Pushing event updated for resources: {'Port': ['ID=805c0978-1770-4369-ae97-9b31071fd398,revision_number=4']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:49.195641 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1e00daaa-c7dc-4029-87c2-c5ae34826f89 req-a2ddede4-12bc-405d-9e22-cb683f6204e3 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638772 Aug 30 04:31:49.202986 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a79f8-7ae0-4dd8-ac42-3864237bb9ba req-f2b0a4e7-a5ee-44d1-8cd4-2da935709d12 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:49.211204 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-986a79f8-7ae0-4dd8-ac42-3864237bb9ba req-f2b0a4e7-a5ee-44d1-8cd4-2da935709d12 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 944 time: 0.1396565 Aug 30 04:31:49.320411 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device eaa610dc-af90-4f36-acfa-f6d0db2f74eb up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:49.324795 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Publish callbacks [] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), precommit_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.337920 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '48f1fc04-0fd0-4551-ade6-3900ccdb9017', 'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'mac_address': 'fa:16:3e:75:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 2, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'subnets': [{'id': '827f5d02-c61c-48aa-9415-d203f472af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:49.348801 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-986a79f8-7ae0-4dd8-ac42-3864237bb9ba req-66209156-73ee-4ea6-a2a9-65eed43104b0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253641 Aug 30 04:31:49.361708 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.422386 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), after_create {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.431698 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Checking router: 038eca4a-a2de-41df-8110-b02e6cf292b6 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:31:49.432399 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Updating router 038eca4a-a2de-41df-8110-b02e6cf292b6 port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 binding host dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:31:49.469595 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] Set router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:49.510648 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.549657 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Network 8ca8c628-8ead-4ff0-946e-7788be4694af is already hosted by enough agents. {{(pid=106397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:49.559278 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.scheduler.base_scheduler [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Resources bound (agent type, host, resource id): {{(pid=106397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:49.577625 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Received port after_create {{(pid=106397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:49.583451 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.584389 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:49.591095 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Publish callbacks [] for router_gateway (15be9fbc-3519-4a56-9109-3d52f8958c01), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.625810 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Pushing event updated for resources: {'Port': ['ID=5d5705a1-073f-4046-9855-50aa439c3b3f,revision_number=1']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:49.647533 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port eaa610dc-af90-4f36-acfa-f6d0db2f74eb triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:49.648179 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.743012 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:49.795150 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Allocated IP 172.28.3.239 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/4363a9c9-e5d4-4331-9132-6bd1a5efe005) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:49.908365 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:49.914450 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Attempting to bind port 5d5705a1-073f-4046-9855-50aa439c3b3f on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:49.917372 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Attempting to bind port 5d5705a1-073f-4046-9855-50aa439c3b3f by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '94777b77-7035-47f6-8bcc-0f904f5d3e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:49.918030 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Attempting to bind port 5d5705a1-073f-4046-9855-50aa439c3b3f on network 8ca8c628-8ead-4ff0-946e-7788be4694af {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:49.935833 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:49.936605 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Checking segment: {'id': '94777b77-7035-47f6-8bcc-0f904f5d3e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:49.937194 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.937761 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Bound using segment: {'id': '94777b77-7035-47f6-8bcc-0f904f5d3e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:49.938472 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Bound port: 5d5705a1-073f-4046-9855-50aa439c3b3f, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94777b77-7035-47f6-8bcc-0f904f5d3e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:49.939086 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:49.947902 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'name': 'tempest-TestShelveInstance-1810254472-router', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '5d99c072-2b84-4689-a741-d8546870fa74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 4, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'gw_port': {'id': '5d99c072-2b84-4689-a741-d8546870fa74', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:32Z', 'updated_at': '2022-08-30T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '805c0978-1770-4369-ae97-9b31071fd398', 'name': '', 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'mac_address': 'fa:16:3e:de:1d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '78f2c860-6a17-434c-be1c-9f3890b1d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:48Z', 'revision_number': 4, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'subnets': [{'id': '78f2c860-6a17-434c-be1c-9f3890b1d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:49.995333 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:50.004607 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c13c2-769c-41d9-afa3-7203d55a1da5 None None] The sync data for ids ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'] in dv-cinder-854265-2-smb is: [{'id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'name': 'tempest-TestShelveInstance-1810254472-router', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '5d99c072-2b84-4689-a741-d8546870fa74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:38Z', 'revision_number': 4, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'gw_port': {'id': '5d99c072-2b84-4689-a741-d8546870fa74', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:32Z', 'updated_at': '2022-08-30T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '805c0978-1770-4369-ae97-9b31071fd398', 'name': '', 'network_id': 'ba80e613-ae21-46b6-aead-28b736c91181', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'mac_address': 'fa:16:3e:de:1d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '78f2c860-6a17-434c-be1c-9f3890b1d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:48Z', 'revision_number': 4, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'subnets': [{'id': '78f2c860-6a17-434c-be1c-9f3890b1d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:31:50.013087 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520916'] for router (15be9fbc-3519-4a56-9109-3d52f8958c01), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:50.093931 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port eaa610dc-af90-4f36-acfa-f6d0db2f74eb is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:50.094326 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:50.218729 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] For port 5d5705a1-073f-4046-9855-50aa439c3b3f, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:50.221451 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:31:50.225944 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e89badf-7a69-4408-a4e3-8d1a6892e1a7" -d '{"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-plugged", "status": "completed", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:31:50.248279 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:50.261558 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:50.272250 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 805c0978-1770-4369-ae97-9b31071fd398 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:50.326497 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] For port 5d5705a1-073f-4046-9855-50aa439c3b3f, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=5d5705a1-073f-4046-9855-50aa439c3b3f,segment=NetworkSegment(94777b77-7035-47f6-8bcc-0f904f5d3e6b),segment_id=94777b77-7035-47f6-8bcc-0f904f5d3e6b)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:50.337595 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:50.359411 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ffa781-9267-4ff8-ac3b-c3644e38beab x-openstack-request-id: req-61ffa781-9267-4ff8-ac3b-c3644e38beab {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:31:50.359900 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-plugged", "status": "completed", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:31:50.360583 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-61ffa781-9267-4ff8-ac3b-c3644e38beab {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:31:50.361019 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ffa781-9267-4ff8-ac3b-c3644e38beab'] response: {'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'code': 200} Aug 30 04:31:50.371204 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:50.566250 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=7']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:50.703749 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f031481-66f2-46dd-908c-7d0c7993d265 None None] Pushing event updated for resources: {'Port': ['ID=5d5705a1-073f-4046-9855-50aa439c3b3f,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:50.729429 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for port (4363a9c9-e5d4-4331-9132-6bd1a5efe005), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:50.788064 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ae84c-197c-4f88-92db-5a5306d31e2f req-34a6d8ba-64d0-4746-a806-e1af3797266a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:50.804334 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c91ae84c-197c-4f88-92db-5a5306d31e2f req-34a6d8ba-64d0-4746-a806-e1af3797266a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1518464 Aug 30 04:31:50.805696 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 805c0978-1770-4369-ae97-9b31071fd398 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:50.806512 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (805c0978-1770-4369-ae97-9b31071fd398), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:50.806963 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ac182-1da6-4f0b-bdd2-35f27d9933fb req-e0d5f324-c836-46d9-a3fe-41afc3fa9996 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:50.820987 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-973ac182-1da6-4f0b-bdd2-35f27d9933fb req-e0d5f324-c836-46d9-a3fe-41afc3fa9996 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1648493 Aug 30 04:31:50.825577 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:50.932032 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Publish callbacks [] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:50.970526 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:51.017465 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-973ac182-1da6-4f0b-bdd2-35f27d9933fb req-c60f7af6-600a-4602-a8a1-813aaa52b7fa tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953478 Aug 30 04:31:51.043471 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 805c0978-1770-4369-ae97-9b31071fd398 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:51.049091 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (805c0978-1770-4369-ae97-9b31071fd398), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:51.057356 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (4363a9c9-e5d4-4331-9132-6bd1a5efe005), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:51.106776 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c91ae84c-197c-4f88-92db-5a5306d31e2f req-ffe4fbf2-fe84-42f0-91b6-0466375e68e7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950113 Aug 30 04:31:51.152469 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:51.170154 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:51.174667 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:51.234026 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92b8be-6ed1-4935-937b-daa1ddc77963 None None] Pushing event updated for resources: {'Port': ['ID=48f1fc04-0fd0-4551-ade6-3900ccdb9017,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:51.249809 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event updated for resources: {'Port': ['ID=4363a9c9-e5d4-4331-9132-6bd1a5efe005,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:51.257405 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 805c0978-1770-4369-ae97-9b31071fd398, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=805c0978-1770-4369-ae97-9b31071fd398,segment=NetworkSegment(6de3aa4d-7f0f-4f3c-9af7-1f705e795dee),segment_id=6de3aa4d-7f0f-4f3c-9af7-1f705e795dee)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:51.277133 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Router 15be9fbc-3519-4a56-9109-3d52f8958c01 is scheduled to L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:31:51.287502 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (805c0978-1770-4369-ae97-9b31071fd398), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:51.293722 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for floatingip (eeca9642-7a6a-4579-9b55-a1ed9c48bdb8), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:51.515824 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Attempting to bind port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:51.516233 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Attempting to bind port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:51.516594 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Attempting to bind port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 on network bcb6fd08-3263-4163-96c8-4125846b16e0 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:51.523818 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:51.526411 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:51.526787 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Checking segment: {'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:51.527194 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:51.527588 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Bound using segment: {'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:51.528126 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Bound port: 48f1fc04-0fd0-4551-ade6-3900ccdb9017, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:51.528780 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:51.550578 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (4363a9c9-e5d4-4331-9132-6bd1a5efe005), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:51.558930 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:51.562829 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=805c0978-1770-4369-ae97-9b31071fd398,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:51.634916 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:31:51.666719 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Sync routers for ids ['15be9fbc-3519-4a56-9109-3d52f8958c01'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:31:51.681045 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] For port 48f1fc04-0fd0-4551-ade6-3900ccdb9017, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:51.682297 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:51.684684 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-610c47c9-a1d7-4698-a938-4f85c21a34f1 admin admin] 10.222.0.91 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7143142 Aug 30 04:31:51.687248 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:51.690132 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 48516) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:51.709753 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Routers {'15be9fbc-3519-4a56-9109-3d52f8958c01'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:51.710487 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['15be9fbc-3519-4a56-9109-3d52f8958c01'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:51.721242 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] For port 48f1fc04-0fd0-4551-ade6-3900ccdb9017, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=48f1fc04-0fd0-4551-ade6-3900ccdb9017,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:51.777312 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:51.837981 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Routers {'038eca4a-a2de-41df-8110-b02e6cf292b6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:51.838740 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['038eca4a-a2de-41df-8110-b02e6cf292b6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:51.969270 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:51.988091 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92b8be-6ed1-4935-937b-daa1ddc77963 None None] Pushing event updated for resources: {'Port': ['ID=48f1fc04-0fd0-4551-ade6-3900ccdb9017,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:52.125030 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Set router 15be9fbc-3519-4a56-9109-3d52f8958c01 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:52.275269 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for port (4363a9c9-e5d4-4331-9132-6bd1a5efe005), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:52.324412 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (4363a9c9-e5d4-4331-9132-6bd1a5efe005), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:52.326220 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (eeca9642-7a6a-4579-9b55-a1ed9c48bdb8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:52.382433 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6d226a-0924-4c79-aa1a-69ad38ba6a15 None None] Network 8ca8c628-8ead-4ff0-946e-7788be4694af requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:31:52.395469 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] Set router 038eca4a-a2de-41df-8110-b02e6cf292b6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:52.511973 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782e50f-c7c9-42ab-9ca5-162769b80788 req-9549f6da-19e8-47d3-9d93-868a259e5588 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:52.516774 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9782e50f-c7c9-42ab-9ca5-162769b80788 req-9549f6da-19e8-47d3-9d93-868a259e5588 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1073084 Aug 30 04:31:52.591768 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 805c0978-1770-4369-ae97-9b31071fd398 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:52.606566 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:52.607789 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5088110 Aug 30 04:31:52.653003 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9782e50f-c7c9-42ab-9ca5-162769b80788 req-02c98415-1f9e-4f99-baa7-173588b73af9 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265812 Aug 30 04:31:52.677475 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62aa40b-ef8a-4795-9dc1-866a93e71c6d req-fc10c155-ab64-4d8c-8b10-1d30cca5d54c tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:52.681001 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c62aa40b-ef8a-4795-9dc1-866a93e71c6d req-fc10c155-ab64-4d8c-8b10-1d30cca5d54c tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.4135714 Aug 30 04:31:52.686969 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-9707d9dc-71cd-4ba3-a755-eb62097b5686 None None] Provisioning complete for port 5d5705a1-073f-4046-9855-50aa439c3b3f triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:52.687474 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-9707d9dc-71cd-4ba3-a755-eb62097b5686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:52.727375 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bd30e-6137-48c9-9811-c56343a605d2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event updated for resources: {'Port': ['ID=4363a9c9-e5d4-4331-9132-6bd1a5efe005,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:52.860536 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c62aa40b-ef8a-4795-9dc1-866a93e71c6d req-ddc3f819-5dd0-49b4-a11b-fad452ef646b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693063 Aug 30 04:31:52.974081 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 805c0978-1770-4369-ae97-9b31071fd398 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:52.974989 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (805c0978-1770-4369-ae97-9b31071fd398), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:52.981530 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:52.991896 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'name': 'tempest-TestMinimumBasicScenario-499712637-router', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:46Z', 'updated_at': '2022-08-30T04:31:49Z', 'revision_number': 3, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'gw_port': {'id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:47Z', 'updated_at': '2022-08-30T04:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:53.024098 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.067467 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:53.107096 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Checking router: 15be9fbc-3519-4a56-9109-3d52f8958c01 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:31:53.107445 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Updating router 15be9fbc-3519-4a56-9109-3d52f8958c01 port 65742d8a-1194-4c5f-b33b-9457c7018d7c binding host dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:31:53.173284 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-9707d9dc-71cd-4ba3-a755-eb62097b5686 None None] Current status of the port 5d5705a1-073f-4046-9855-50aa439c3b3f is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:53.173860 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-9707d9dc-71cd-4ba3-a755-eb62097b5686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.219652 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.225514 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '48f1fc04-0fd0-4551-ade6-3900ccdb9017', 'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'mac_address': 'fa:16:3e:75:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:51Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'subnets': [{'id': '827f5d02-c61c-48aa-9415-d203f472af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:53.326616 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59217911-eb66-4d94-b147-03c866d4e65c None None] The sync data for ids ['038eca4a-a2de-41df-8110-b02e6cf292b6'] in dv-cinder-854265-2-smb is: [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '48f1fc04-0fd0-4551-ade6-3900ccdb9017', 'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'mac_address': 'fa:16:3e:75:a0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:51Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'subnets': [{'id': '827f5d02-c61c-48aa-9415-d203f472af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:31:53.378260 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-9707d9dc-71cd-4ba3-a755-eb62097b5686 None None] For port 5d5705a1-073f-4046-9855-50aa439c3b3f, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=5d5705a1-073f-4046-9855-50aa439c3b3f,segment=NetworkSegment(94777b77-7035-47f6-8bcc-0f904f5d3e6b),segment_id=94777b77-7035-47f6-8bcc-0f904f5d3e6b)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:53.379194 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Allocated IP 172.20.0.1 (8ca8c628-8ead-4ff0-946e-7788be4694af/6a7a382a-450a-4412-8f40-2d264878195a/8831bdd4-b552-415a-b8b7-d10cad62da83) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:31:53.389567 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:53.438499 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-9707d9dc-71cd-4ba3-a755-eb62097b5686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.489644 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 805c0978-1770-4369-ae97-9b31071fd398 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:53.490844 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 48f1fc04-0fd0-4551-ade6-3900ccdb9017 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:53.547563 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:53.595454 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707d9dc-71cd-4ba3-a755-eb62097b5686 None None] Pushing event updated for resources: {'Port': ['ID=5d5705a1-073f-4046-9855-50aa439c3b3f,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:53.627182 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Publish callbacks [] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.673749 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-1d5bf2fd-ceb8-4c68-8040-00e5ef33b7f2 None None] Provisioning complete for port 5d5705a1-073f-4046-9855-50aa439c3b3f triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:53.674165 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-1d5bf2fd-ceb8-4c68-8040-00e5ef33b7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.690400 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.744889 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:53.749139 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.767889 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Network 8ca8c628-8ead-4ff0-946e-7788be4694af is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:53.775701 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:53.789082 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:31:53.790945 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519856'] for router_interface (15be9fbc-3519-4a56-9109-3d52f8958c01), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.798451 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Pushing event updated for resources: {'Port': ['ID=8831bdd4-b552-415a-b8b7-d10cad62da83,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:53.952667 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110dca4-5d92-4f69-bc28-9c7b9b4615d6 req-f0b867bb-fb76-4752-ab13-1b101ce5ba45 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:53.958792 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b110dca4-5d92-4f69-bc28-9c7b9b4615d6 req-f0b867bb-fb76-4752-ab13-1b101ce5ba45 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0889869 Aug 30 04:31:54.150203 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.169670 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b110dca4-5d92-4f69-bc28-9c7b9b4615d6 req-94ae20c8-8380-4be5-89a2-fe4fa7827817 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829786 Aug 30 04:31:54.383412 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:54.384436 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.440761 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f0b2f-b646-4e86-ad54-8cb3b265a07a req-710269dd-e7ad-45c6-bbcf-17bf9fb055d4 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:54.442801 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a13f0b2f-b646-4e86-ad54-8cb3b265a07a req-710269dd-e7ad-45c6-bbcf-17bf9fb055d4 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0855203 Aug 30 04:31:54.466330 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-1d5bf2fd-ceb8-4c68-8040-00e5ef33b7f2 None None] Current status of the port 5d5705a1-073f-4046-9855-50aa439c3b3f is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:54.496172 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Publish callbacks [] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.511204 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.517146 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 48f1fc04-0fd0-4551-ade6-3900ccdb9017, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=48f1fc04-0fd0-4551-ade6-3900ccdb9017,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:54.524013 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:54.544960 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Publish callbacks [] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.555596 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.556518 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519716'] for router_interface (15be9fbc-3519-4a56-9109-3d52f8958c01), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.557071 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.558074 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 5d5705a1-073f-4046-9855-50aa439c3b3f up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:54.601270 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Attempting to bind port 65742d8a-1194-4c5f-b33b-9457c7018d7c on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:54.601773 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Attempting to bind port 65742d8a-1194-4c5f-b33b-9457c7018d7c by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:54.602050 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Attempting to bind port 65742d8a-1194-4c5f-b33b-9457c7018d7c on network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:54.610333 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-803ddc47-c1c1-4d86-8499-a2984af7b907 None None] Provisioning complete for port 8831bdd4-b552-415a-b8b7-d10cad62da83 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:54.610333 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-803ddc47-c1c1-4d86-8499-a2984af7b907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.611886 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:54.671964 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:54.671964 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Checking segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:54.671964 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.671964 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Bound using segment: {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:54.671964 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Bound port: 65742d8a-1194-4c5f-b33b-9457c7018d7c, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b302ad0-1967-4222-b68d-e63f1683f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:54.671964 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.673001 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec8a94-ec8c-481a-b556-0d6dc17becc7 None None] Pushing event updated for resources: {'Port': ['ID=65742d8a-1194-4c5f-b33b-9457c7018d7c,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:54.688045 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a13f0b2f-b646-4e86-ad54-8cb3b265a07a req-7cc489d6-5d48-4ba6-aeae-6d212e49f6a5 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826131 Aug 30 04:31:54.688045 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Pushing event updated for resources: {'Port': ['ID=8831bdd4-b552-415a-b8b7-d10cad62da83,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:54.821351 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-803ddc47-c1c1-4d86-8499-a2984af7b907 None None] Port 8831bdd4-b552-415a-b8b7-d10cad62da83 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:31:54.838542 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:54.896500 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] For port 65742d8a-1194-4c5f-b33b-9457c7018d7c, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:54.901326 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] For port 65742d8a-1194-4c5f-b33b-9457c7018d7c, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=65742d8a-1194-4c5f-b33b-9457c7018d7c,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:54.908957 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 5d5705a1-073f-4046-9855-50aa439c3b3f triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:54.909423 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:54.926012 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:54.953727 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Network 8ca8c628-8ead-4ff0-946e-7788be4694af is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:31:54.956664 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=48f1fc04-0fd0-4551-ade6-3900ccdb9017,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:54.956934 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:31:54.979672 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:55.089010 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Routers {'15be9fbc-3519-4a56-9109-3d52f8958c01'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:55.089564 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['15be9fbc-3519-4a56-9109-3d52f8958c01'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:55.218382 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 5d5705a1-073f-4046-9855-50aa439c3b3f is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:55.239840 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec8a94-ec8c-481a-b556-0d6dc17becc7 None None] Pushing event updated for resources: {'Port': ['ID=65742d8a-1194-4c5f-b33b-9457c7018d7c,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:55.251013 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] Set router 15be9fbc-3519-4a56-9109-3d52f8958c01 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:55.308476 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca2d58-66d8-47cb-906d-4ca82285b715 req-400cbf6f-a568-417d-8e8d-d8582ec87a03 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:55.311714 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c2ca2d58-66d8-47cb-906d-4ca82285b715 req-400cbf6f-a568-417d-8e8d-d8582ec87a03 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1349697 Aug 30 04:31:55.343375 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Router 15be9fbc-3519-4a56-9109-3d52f8958c01 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:31:55.401391 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 48f1fc04-0fd0-4551-ade6-3900ccdb9017 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:55.430002 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-cc7d2281-003f-4f9a-8214-1dc933413ee2 None None] Provisioning complete for port 8831bdd4-b552-415a-b8b7-d10cad62da83 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:55.430373 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2281-003f-4f9a-8214-1dc933413ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:55.510067 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d2281-003f-4f9a-8214-1dc933413ee2 None None] Port 8831bdd4-b552-415a-b8b7-d10cad62da83 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:31:55.528796 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c2ca2d58-66d8-47cb-906d-4ca82285b715 req-c5fed541-0247-42e8-9125-00cf430c9628 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030351 Aug 30 04:31:55.569122 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:55.569506 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:55.603002 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:55.630726 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:31:55.633656 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'name': 'tempest-TestMinimumBasicScenario-499712637-router', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:46Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 4, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'gw_port': {'id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:47Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8831bdd4-b552-415a-b8b7-d10cad62da83', 'name': '', 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'mac_address': 'fa:16:3e:ca:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7a382a-450a-4412-8f40-2d264878195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:53Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 2, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'subnets': [{'id': '6a7a382a-450a-4412-8f40-2d264878195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:55.651762 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-2c766b1b-5b3d-4e40-a579-a96b2a8d446b admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/15be9fbc-3519-4a56-9109-3d52f8958c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9472694 Aug 30 04:31:55.731653 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048dcc25-82c1-4155-9ed3-b86b56c63e93 None None] The sync data for ids ['15be9fbc-3519-4a56-9109-3d52f8958c01'] in dv-cinder-854265-2-smb is: [{'id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'name': 'tempest-TestMinimumBasicScenario-499712637-router', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:46Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 4, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'gw_port': {'id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:47Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8831bdd4-b552-415a-b8b7-d10cad62da83', 'name': '', 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'mac_address': 'fa:16:3e:ca:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7a382a-450a-4412-8f40-2d264878195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:53Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 2, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'subnets': [{'id': '6a7a382a-450a-4412-8f40-2d264878195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:31:55.774164 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b44c7-537a-4531-a97d-2b8d4b25c005 req-a7eca51f-0634-4d03-8931-9973988ff719 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:55.777676 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c96b44c7-537a-4531-a97d-2b8d4b25c005 req-a7eca51f-0634-4d03-8931-9973988ff719 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1031377 Aug 30 04:31:55.789000 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:55.791070 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 5d5705a1-073f-4046-9855-50aa439c3b3f up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:55.905061 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 5d5705a1-073f-4046-9855-50aa439c3b3f triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:55.906077 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:55.928208 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c96b44c7-537a-4531-a97d-2b8d4b25c005 req-eee6b48e-e0a5-4647-afe4-095e420e531b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294742 Aug 30 04:31:56.087581 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 5d5705a1-073f-4046-9855-50aa439c3b3f is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:56.732677 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26792b-633a-4df4-9966-acf91a10a4f6 req-e5c45bab-f67c-4826-9e71-d4ffb4bf78c0 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:56.736469 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7e26792b-633a-4df4-9966-acf91a10a4f6 req-e5c45bab-f67c-4826-9e71-d4ffb4bf78c0 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1011064 Aug 30 04:31:56.834072 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7e26792b-633a-4df4-9966-acf91a10a4f6 req-f765504b-4a46-4391-a60f-994d9f8625ce tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695710 Aug 30 04:31:57.162109 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e306816-64e9-4e7c-a771-d8f3571b1bcc req-85147f34-3e15-4508-8740-ac21115aec55 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:57.164153 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6e306816-64e9-4e7c-a771-d8f3571b1bcc req-85147f34-3e15-4508-8740-ac21115aec55 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0740910 Aug 30 04:31:57.250586 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6e306816-64e9-4e7c-a771-d8f3571b1bcc req-b1ecc290-3bbb-4984-add2-5cef1f3fea38 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781522 Aug 30 04:31:57.356337 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 65742d8a-1194-4c5f-b33b-9457c7018d7c up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:57.436093 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 65742d8a-1194-4c5f-b33b-9457c7018d7c triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:57.436671 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:57.465475 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:57.550759 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 65742d8a-1194-4c5f-b33b-9457c7018d7c is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:57.551599 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:57.593917 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 65742d8a-1194-4c5f-b33b-9457c7018d7c, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=65742d8a-1194-4c5f-b33b-9457c7018d7c,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:57.600482 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:57.674791 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=65742d8a-1194-4c5f-b33b-9457c7018d7c,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:58.023196 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03774f-89e7-4582-b63d-c28f79011696 req-ba50fa66-52f0-4bfe-96e4-57a39ac02e73 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:58.025911 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3a03774f-89e7-4582-b63d-c28f79011696 req-ba50fa66-52f0-4bfe-96e4-57a39ac02e73 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0741708 Aug 30 04:31:58.126878 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3a03774f-89e7-4582-b63d-c28f79011696 req-1eb1b5c4-7c01-4570-8ccd-d2525aeeaad4 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872235 Aug 30 04:31:58.440556 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Sync routers for ids ['15be9fbc-3519-4a56-9109-3d52f8958c01'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:31:58.448574 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154b87b-58ce-4b9e-872c-5a2202c649c2 req-54a02fa4-d68d-4913-8cd0-a1fcab4919b7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:58.451334 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1154b87b-58ce-4b9e-872c-5a2202c649c2 req-54a02fa4-d68d-4913-8cd0-a1fcab4919b7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0672760 Aug 30 04:31:58.457586 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Routers {'15be9fbc-3519-4a56-9109-3d52f8958c01'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:31:58.458112 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['15be9fbc-3519-4a56-9109-3d52f8958c01'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:58.514291 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:58.544891 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1154b87b-58ce-4b9e-872c-5a2202c649c2 req-e3e2e84c-8e65-4a28-a947-f718af26f46d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852551 Aug 30 04:31:58.697563 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Set router 15be9fbc-3519-4a56-9109-3d52f8958c01 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:31:58.699534 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:58.941019 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'name': 'tempest-TestMinimumBasicScenario-499712637-router', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:46Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 4, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'gw_port': {'id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:47Z', 'updated_at': '2022-08-30T04:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8831bdd4-b552-415a-b8b7-d10cad62da83', 'name': '', 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'mac_address': 'fa:16:3e:ca:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7a382a-450a-4412-8f40-2d264878195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:53Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 2, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'subnets': [{'id': '6a7a382a-450a-4412-8f40-2d264878195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:58.971720 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Checking router: 15be9fbc-3519-4a56-9109-3d52f8958c01 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:31:58.972198 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Updating router 15be9fbc-3519-4a56-9109-3d52f8958c01 port 8831bdd4-b552-415a-b8b7-d10cad62da83 binding host dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:31:59.038737 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:59.057499 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecfba7-fd54-4fd0-a35a-b9ecbd7aa569 req-ba12e4c7-1569-4717-b6c0-42f00084f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:59.060246 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a0ecfba7-fd54-4fd0-a35a-b9ecbd7aa569 req-ba12e4c7-1569-4717-b6c0-42f00084f168 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 1129 time: 0.0930073 Aug 30 04:31:59.263815 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecfba7-fd54-4fd0-a35a-b9ecbd7aa569 req-2af16b2b-7ceb-4c5a-95e7-62e401621480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:59.267293 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a0ecfba7-fd54-4fd0-a35a-b9ecbd7aa569 req-2af16b2b-7ceb-4c5a-95e7-62e401621480 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=bddd7440-d2d5-43f3-9351-36f5944c255c HTTP/1.1" status: 200 len: 912 time: 0.1862526 Aug 30 04:31:59.362174 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7282f6-b846-4650-9270-e1d678665110 req-9d3e4426-152c-47d5-94e8-9dde7842df84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:59.365150 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0a7282f6-b846-4650-9270-e1d678665110 req-9d3e4426-152c-47d5-94e8-9dde7842df84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1018462 Aug 30 04:31:59.392812 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a0ecfba7-fd54-4fd0-a35a-b9ecbd7aa569 req-0f9970b0-490b-4d4b-b388-08ed179d9a8c service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a074f768-02bd-44f4-a577-4d4aee4c169b HTTP/1.1" status: 200 len: 1001 time: 0.1117017 Aug 30 04:31:59.403655 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 65742d8a-1194-4c5f-b33b-9457c7018d7c up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:59.487903 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 65742d8a-1194-4c5f-b33b-9457c7018d7c triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:59.488906 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:59.497656 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0a7282f6-b846-4650-9270-e1d678665110 req-ad32c3d9-bd1e-4797-8ecb-8f30498e8936 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174366 Aug 30 04:31:59.525654 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecfba7-fd54-4fd0-a35a-b9ecbd7aa569 req-88226351-4c43-4472-950a-4e7b32f45bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:59.525654 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a0ecfba7-fd54-4fd0-a35a-b9ecbd7aa569 req-88226351-4c43-4472-950a-4e7b32f45bcc service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=69a1d0ce-bd9d-4d78-a0cb-792af118065b HTTP/1.1" status: 200 len: 849 time: 0.1234150 Aug 30 04:31:59.565128 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Publish callbacks [] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), precommit_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:59.577340 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:59.615616 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 65742d8a-1194-4c5f-b33b-9457c7018d7c is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:59.642366 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecfba7-fd54-4fd0-a35a-b9ecbd7aa569 req-09026592-e186-40e8-856c-965dbca7911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:59.645757 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a0ecfba7-fd54-4fd0-a35a-b9ecbd7aa569 req-09026592-e186-40e8-856c-965dbca7911d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bddd7440-d2d5-43f3-9351-36f5944c255c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1108148 Aug 30 04:31:59.680386 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ded33-1a0c-4bdb-992e-f8d387446d85 None None] Pushing event updated for resources: {'Port': ['ID=8831bdd4-b552-415a-b8b7-d10cad62da83,revision_number=3']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:59.767451 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Attempting to bind port 8831bdd4-b552-415a-b8b7-d10cad62da83 on host dv-cinder-854265-2-smb for vnic_type normal with profile {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:31:59.768165 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Attempting to bind port 8831bdd4-b552-415a-b8b7-d10cad62da83 by drivers openvswitch,hyperv on host dv-cinder-854265-2-smb at level 0 using segments [{'id': '94777b77-7035-47f6-8bcc-0f904f5d3e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af'}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:31:59.768822 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Attempting to bind port 8831bdd4-b552-415a-b8b7-d10cad62da83 on network 8ca8c628-8ead-4ff0-946e-7788be4694af {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:31:59.775865 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Checking agent: {'id': 'e2b7e449-7aee-48ef-aa25-277de13f9d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 20, 15), 'started_at': datetime.datetime(2022, 8, 30, 4, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:31:59.776277 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Checking segment: {'id': '94777b77-7035-47f6-8bcc-0f904f5d3e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:31:59.776672 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:59.777255 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Bound using segment: {'id': '94777b77-7035-47f6-8bcc-0f904f5d3e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af'} {{(pid=106398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:31:59.777750 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.managers [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Bound port: 8831bdd4-b552-415a-b8b7-d10cad62da83, host: dv-cinder-854265-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94777b77-7035-47f6-8bcc-0f904f5d3e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af'}}] {{(pid=106398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:31:59.778126 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), before_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:59.850660 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:59.854041 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beeae41-57a7-469a-9af3-e730d74bd562 req-06117c5f-2e56-48ae-bd91-adf54a7772cf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:59.863646 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a0ecfba7-fd54-4fd0-a35a-b9ecbd7aa569 req-63460a37-0df2-492d-ac6e-4f7a8a74fa07 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064197 Aug 30 04:31:59.868828 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2beeae41-57a7-469a-9af3-e730d74bd562 req-06117c5f-2e56-48ae-bd91-adf54a7772cf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1400392 Aug 30 04:31:59.908066 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] For port 8831bdd4-b552-415a-b8b7-d10cad62da83, host dv-cinder-854265-2-smb, cleared binding levels {{(pid=106398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:31:59.918381 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.plugins.ml2.db [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] For port 8831bdd4-b552-415a-b8b7-d10cad62da83, host dv-cinder-854265-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=8831bdd4-b552-415a-b8b7-d10cad62da83,segment=NetworkSegment(94777b77-7035-47f6-8bcc-0f904f5d3e6b),segment_id=94777b77-7035-47f6-8bcc-0f904f5d3e6b)] {{(pid=106398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:31:59.935514 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron_lib.callbacks.manager [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), after_update {{(pid=106398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:00.018635 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a0ecfba7-fd54-4fd0-a35a-b9ecbd7aa569 req-e26aca6a-00de-4cf6-8701-0b64075f2e30 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431017 Aug 30 04:32:00.037932 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:00.054546 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Routers {'15be9fbc-3519-4a56-9109-3d52f8958c01'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:00.055226 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:31:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['15be9fbc-3519-4a56-9109-3d52f8958c01'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:00.067464 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ded33-1a0c-4bdb-992e-f8d387446d85 None None] Pushing event updated for resources: {'Port': ['ID=8831bdd4-b552-415a-b8b7-d10cad62da83,revision_number=4']} {{(pid=106398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:00.067717 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2beeae41-57a7-469a-9af3-e730d74bd562 req-61e65feb-815e-40bf-ba6b-c87052b6b112 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971269 Aug 30 04:32:00.239505 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] Set router 15be9fbc-3519-4a56-9109-3d52f8958c01 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:00.432251 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-bfd41894-5c7b-438c-a648-28213501955f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--366647468&fields=id&tenant_id=b09f049bcfa64015bf7495ae9ec2924a HTTP/1.1" status: 200 len: 267 time: 0.1136677 Aug 30 04:32:00.481373 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:00.717554 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-f176a32b-fd36-47d7-a286-a8de987c9d4f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:00.719208 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-f176a32b-fd36-47d7-a286-a8de987c9d4f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 818 time: 0.2729890 Aug 30 04:32:00.739381 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'name': 'tempest-TestMinimumBasicScenario-499712637-router', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:46Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 4, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'gw_port': {'id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:47Z', 'updated_at': '2022-08-30T04:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8831bdd4-b552-415a-b8b7-d10cad62da83', 'name': '', 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'mac_address': 'fa:16:3e:ca:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7a382a-450a-4412-8f40-2d264878195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:53Z', 'updated_at': '2022-08-30T04:31:59Z', 'revision_number': 4, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'subnets': [{'id': '6a7a382a-450a-4412-8f40-2d264878195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:00.747273 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-892e3ed6-8177-4754-a54d-937abafc523d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/quotas/b09f049bcfa64015bf7495ae9ec2924a HTTP/1.1" status: 200 len: 375 time: 0.0182393 Aug 30 04:32:00.830128 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a155f783-f9a4-46a5-a227-dc46784525dd None None] The sync data for ids ['15be9fbc-3519-4a56-9109-3d52f8958c01'] in dv-cinder-854265-2-smb is: [{'id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'name': 'tempest-TestMinimumBasicScenario-499712637-router', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:46Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 4, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'gw_port': {'id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:47Z', 'updated_at': '2022-08-30T04:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8831bdd4-b552-415a-b8b7-d10cad62da83', 'name': '', 'network_id': '8ca8c628-8ead-4ff0-946e-7788be4694af', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'mac_address': 'fa:16:3e:ca:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6a7a382a-450a-4412-8f40-2d264878195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:53Z', 'updated_at': '2022-08-30T04:31:59Z', 'revision_number': 4, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'subnets': [{'id': '6a7a382a-450a-4412-8f40-2d264878195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:00.848235 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1f12-5d1d-41c6-b62d-7b9214b0bbec req-9279f0fd-b4e4-4afa-b954-851cf6fdd9cf tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:00.852549 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-64ec1f12-5d1d-41c6-b62d-7b9214b0bbec req-9279f0fd-b4e4-4afa-b954-851cf6fdd9cf tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1683559 Aug 30 04:32:00.928749 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-f04ad73b-adbb-4cb7-95a0-83ba6990c530 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1556630 Aug 30 04:32:01.032869 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-64ec1f12-5d1d-41c6-b62d-7b9214b0bbec req-bbb1e9f8-81b5-47e8-8647-abfd5b9dd9f4 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608796 Aug 30 04:32:01.130481 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:01.206646 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-0c39c307-0c68-4f8a-9ced-5e0e58670d81 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685170 Aug 30 04:32:01.484108 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8831bdd4-b552-415a-b8b7-d10cad62da83 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:01.546370 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-55035293-887f-4110-a1ba-1124ddc6c97f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008788 Aug 30 04:32:01.684435 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 8831bdd4-b552-415a-b8b7-d10cad62da83 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:01.699531 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:01.743435 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdd420-01c8-4961-98c6-6716b6c1139a req-70dd98bf-7444-4ba0-b5af-45c11b201606 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:01.772975 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-50cdd420-01c8-4961-98c6-6716b6c1139a req-70dd98bf-7444-4ba0-b5af-45c11b201606 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.2214639 Aug 30 04:32:01.836696 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:01.920793 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-50cdd420-01c8-4961-98c6-6716b6c1139a req-153748e7-5ae5-448b-a18a-d97410981633 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361153 Aug 30 04:32:02.043213 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 8831bdd4-b552-415a-b8b7-d10cad62da83 is: DOWN; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:02.044120 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:02.175106 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] For port 8831bdd4-b552-415a-b8b7-d10cad62da83, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=8831bdd4-b552-415a-b8b7-d10cad62da83,segment=NetworkSegment(94777b77-7035-47f6-8bcc-0f904f5d3e6b),segment_id=94777b77-7035-47f6-8bcc-0f904f5d3e6b)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:02.190460 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:02.238232 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-861f87f2-8dfd-483f-bfce-142f2d0e0990 req-5a6e101e-b55d-496b-8cd2-06e7bbbe6c97 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 210 time: 0.0873640 Aug 30 04:32:02.353478 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Pushing event updated for resources: {'Port': ['ID=8831bdd4-b552-415a-b8b7-d10cad62da83,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:02.456269 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944b604-b81a-4448-933c-1555375259f3 req-ce9a4a96-852b-46a7-9f7e-c326e59825e5 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:02.471353 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5944b604-b81a-4448-933c-1555375259f3 req-ce9a4a96-852b-46a7-9f7e-c326e59825e5 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1698759 Aug 30 04:32:02.742641 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5944b604-b81a-4448-933c-1555375259f3 req-ee3f4f7f-33ab-45c4-aa41-59f7bb77c059 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692516 Aug 30 04:32:03.300543 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf00f0-46ed-49ff-8fd1-04dab8a49991 req-fe6da62b-8c8f-4c2a-831e-bdb49a99c4a9 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:03.327604 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-35cf00f0-46ed-49ff-8fd1-04dab8a49991 req-fe6da62b-8c8f-4c2a-831e-bdb49a99c4a9 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1632788 Aug 30 04:32:03.485743 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-35cf00f0-46ed-49ff-8fd1-04dab8a49991 req-73439164-cb71-4b9f-bbcb-fc1d8e4675a5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380341 Aug 30 04:32:03.524869 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a67f672f-b668-4b11-854d-a66db58dbe55 req-d7644473-e6ce-4128-86ec-a95c3a0bdbbe tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 210 time: 0.0541070 Aug 30 04:32:03.539567 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8831bdd4-b552-415a-b8b7-d10cad62da83 up at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:03.592921 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:03.610004 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Provisioning complete for port 8831bdd4-b552-415a-b8b7-d10cad62da83 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:03.610735 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:03.762045 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Current status of the port 8831bdd4-b552-415a-b8b7-d10cad62da83 is: ACTIVE; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:04.849298 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8ed7de38-65bb-4244-ad07-0e7cb2dc7994 req-e2cf8665-287d-4106-9f75-088c177a5886 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 210 time: 0.0616648 Aug 30 04:32:05.241345 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467cc63-1997-4427-99f3-18a110440581 req-e536559b-d1f1-4a9c-9b9f-76b5be00ee31 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:05.249910 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3467cc63-1997-4427-99f3-18a110440581 req-e536559b-d1f1-4a9c-9b9f-76b5be00ee31 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.4574292 Aug 30 04:32:05.369662 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3467cc63-1997-4427-99f3-18a110440581 req-51d46ff2-6377-4c24-9c7a-9d4a5b7545c4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064453 Aug 30 04:32:06.059895 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-910bd753-5849-45fb-b5ef-f350bf0187e4 req-af691e17-2ca5-483e-8755-e5b8752f6a08 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 210 time: 0.0639286 Aug 30 04:32:06.188488 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-6c700705-1e63-43e0-ba7f-56c12e63049f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:06.194306 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-6c700705-1e63-43e0-ba7f-56c12e63049f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 818 time: 0.3275545 Aug 30 04:32:06.605467 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06025edb-451f-4800-8546-19f43dedf85a req-9523a26b-fd3e-4c73-b490-33eedccbd041 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:06.617776 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-06025edb-451f-4800-8546-19f43dedf85a req-9523a26b-fd3e-4c73-b490-33eedccbd041 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0954249 Aug 30 04:32:06.706554 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-06025edb-451f-4800-8546-19f43dedf85a req-ac85b191-6031-4459-b38b-3e809c0cbd23 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871797 Aug 30 04:32:07.435128 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d492871c-a1e0-4c79-8d29-da41ce9092ac req-0bfbaac7-ad86-44b6-a784-599d318c1c14 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 210 time: 0.1397438 Aug 30 04:32:07.448544 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-c1b3bf91-09c9-4b19-895b-95016c967b92 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b09f049bcfa64015bf7495ae9ec2924a HTTP/1.1" status: 200 len: 379 time: 0.3882327 Aug 30 04:32:07.511704 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Request body: {'port': {'device_id': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'admin_state_up': True, 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'security_groups': ['9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c']}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:07.741718 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:07.795165 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:07.961419 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d716179d-ff66-4ff8-beec-b5db6b40968d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:08.142598 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506a009-f3db-4a48-a1e3-ac0c2bd419fd req-6dbf078a-5b4b-4039-ae90-edf27dcd2535 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:08.145677 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9506a009-f3db-4a48-a1e3-ac0c2bd419fd req-6dbf078a-5b4b-4039-ae90-edf27dcd2535 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1691151 Aug 30 04:32:08.245710 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Made reservation on behalf of b09f049bcfa64015bf7495ae9ec2924a for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:08.284940 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:08.349497 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9506a009-f3db-4a48-a1e3-ac0c2bd419fd req-fd8431f8-5773-4d9f-80d8-4027f3c5e074 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909089 Aug 30 04:32:08.638727 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8b55d394-d586-40d5-82f3-cbb54215261c req-1a9eea53-d3b1-4983-97aa-23801af8cc26 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4586942 Aug 30 04:32:08.770058 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Allocated IP 172.20.0.9 (1d802dd7-2559-4337-b25d-332df8c6e9ad/3eb80f58-e213-48ec-bba7-2eefd95bb34a/8cae059a-7b2c-4abb-9d46-5df4d36ea2ef) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:08.938530 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-19c19e68-1090-4d44-bbb1-a90c53e291d6 req-02b91e09-b6fc-4166-a1ea-832ad141b504 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 210 time: 0.2010603 Aug 30 04:32:08.997095 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55d394-d586-40d5-82f3-cbb54215261c req-7d7eff61-f46f-4575-9a5c-d796d801e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:09.000797 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8b55d394-d586-40d5-82f3-cbb54215261c req-7d7eff61-f46f-4575-9a5c-d796d801e9fc service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 1129 time: 0.3079951 Aug 30 04:32:09.317805 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:09.441554 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55d394-d586-40d5-82f3-cbb54215261c req-a3b98a72-0629-471a-bdcf-0807e35dd9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:09.451123 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8b55d394-d586-40d5-82f3-cbb54215261c req-a3b98a72-0629-471a-bdcf-0807e35dd9c3 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.4058614 Aug 30 04:32:09.484750 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:09.621893 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8b55d394-d586-40d5-82f3-cbb54215261c req-78f94960-2ad4-4377-97f4-7cabbb8a97ea service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba6f446-03eb-4bc2-b1f9-d5d271187715 HTTP/1.1" status: 200 len: 217 time: 0.1626806 Aug 30 04:32:09.658258 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:09.775005 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55d394-d586-40d5-82f3-cbb54215261c req-88249aef-b457-4d8c-938f-3525f5f41a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:09.776682 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8b55d394-d586-40d5-82f3-cbb54215261c req-88249aef-b457-4d8c-938f-3525f5f41a63 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.1428399 Aug 30 04:32:09.808660 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:09.815795 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf14c-7cf8-4410-94a4-2a81debc361c req-783e6eb4-ab88-4c7e-b34f-1ed49743b8fb tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:09.819160 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-015cf14c-7cf8-4410-94a4-2a81debc361c req-783e6eb4-ab88-4c7e-b34f-1ed49743b8fb tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1301160 Aug 30 04:32:09.860899 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Network 1d802dd7-2559-4337-b25d-332df8c6e9ad is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:09.877648 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:09.883859 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:09.914870 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55d394-d586-40d5-82f3-cbb54215261c req-f6e20f04-455c-469c-8c20-3d5ad4621528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:09.923058 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8b55d394-d586-40d5-82f3-cbb54215261c req-f6e20f04-455c-469c-8c20-3d5ad4621528 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1367552 Aug 30 04:32:09.955865 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event updated for resources: {'Port': ['ID=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:10.091214 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:10.091882 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:10.109013 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:10.118415 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-4cd6ada6-a800-40c5-bbe3-9d0d2899d900 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6143286 Aug 30 04:32:10.135139 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-015cf14c-7cf8-4410-94a4-2a81debc361c req-d3559194-10c8-487b-8728-8a1d43b5139a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015676 Aug 30 04:32:10.177599 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Request body: {'port': {'device_id': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:10.287833 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164c6e1-23e8-428d-a1b8-7238deee1ad5 req-2bb09268-8aa6-4d43-bc9f-c0d1f7082c53 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:10.296335 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8164c6e1-23e8-428d-a1b8-7238deee1ad5 req-2bb09268-8aa6-4d43-bc9f-c0d1f7082c53 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 931 time: 0.0706754 Aug 30 04:32:10.460501 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8164c6e1-23e8-428d-a1b8-7238deee1ad5 req-d4da7bac-242b-4b4c-9edf-527a3ed8e1a4 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626992 Aug 30 04:32:10.493443 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8b55d394-d586-40d5-82f3-cbb54215261c req-8ea228d6-ce78-4cea-9cf7-9b04a79c6763 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534213 Aug 30 04:32:10.502399 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-b1d027b7-8e85-475b-b2f2-58b1743ab9f8 None None] Provisioning complete for port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:10.506468 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-b1d027b7-8e85-475b-b2f2-58b1743ab9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:10.541568 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:10.660556 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-b1d027b7-8e85-475b-b2f2-58b1743ab9f8 None None] Port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:10.731504 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=9 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:10.746253 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=37 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:10.988434 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8b55d394-d586-40d5-82f3-cbb54215261c req-30764d0c-626e-417a-8ea9-4c8478525198 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850867 Aug 30 04:32:11.314030 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:11.359442 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Publish callbacks [] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:11.390849 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Transition to ACTIVE for port object 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:32:11.425136 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:11.437824 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:11.447869 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-44bd5267-66d3-45dc-aa48-86837e1dcda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:11.486019 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Pushing event updated for resources: {'Port': ['ID=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:11.495332 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14929ad-2160-4251-8971-c2d39380444c req-6de7c719-21f5-4d50-8fa0-c0c03ca47a92 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:11.501077 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f14929ad-2160-4251-8971-c2d39380444c req-6de7c719-21f5-4d50-8fa0-c0c03ca47a92 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1374831 Aug 30 04:32:11.504002 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.504543 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.505009 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.505646 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.506290 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.506714 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.507131 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.507545 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.507982 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.508399 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.508814 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.509273 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.509838 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.510251 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.510673 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:11.612417 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Attempting to bind port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:11.612946 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Attempting to bind port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:11.613413 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Attempting to bind port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef on network 1d802dd7-2559-4337-b25d-332df8c6e9ad {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:11.625330 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef on network 1d802dd7-2559-4337-b25d-332df8c6e9ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:32:11.625778 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Attempting to bind port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef on network 1d802dd7-2559-4337-b25d-332df8c6e9ad {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:11.647085 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:11.648415 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Checking segment: {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:11.648933 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Bound using segment: {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:11.649479 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Bound port: 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0786813-40f5-4470-b491-4b3790e43efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:11.649969 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:11.737253 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] For port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:11.742245 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] For port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:11.746280 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f14929ad-2160-4251-8971-c2d39380444c req-a3f7abbe-3110-47d4-a60a-eed9a3161dfa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354813 Aug 30 04:32:11.753525 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:11.757958 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:11.759157 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:11.761846 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/8cae059a-7b2c-4abb-9d46-5df4d36ea2ef HTTP/1.1" status: 200 len: 1093 time: 1.6193161 Aug 30 04:32:11.824659 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:11.827175 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e0b5c4-76a5-416f-a9e8-fa3d7bb9911f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:11.896728 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c6e91-d7ce-4723-9cb3-3710906303a4 req-64381ce0-423c-4e50-a27a-8d692863489e tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:11.898355 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-3e7c6e91-d7ce-4723-9cb3-3710906303a4 req-64381ce0-423c-4e50-a27a-8d692863489e tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 943 time: 0.0673082 Aug 30 04:32:11.899198 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d56b3c-007f-42df-afc2-ee3d21d26394 service neutron] Pushing event updated for resources: {'Port': ['ID=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:11.917536 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74f1fac-7d80-41ff-a7ee-dcc317051b1d x-openstack-request-id: req-a74f1fac-7d80-41ff-a7ee-dcc317051b1d {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:11.917855 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:11.918121 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a74f1fac-7d80-41ff-a7ee-dcc317051b1d {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:11.918530 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74f1fac-7d80-41ff-a7ee-dcc317051b1d'] response: {'name': 'network-changed', 'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'status': 'completed', 'code': 200} Aug 30 04:32:11.930290 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:12.041582 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-3e7c6e91-d7ce-4723-9cb3-3710906303a4 req-df31bc8d-4de6-496f-98f1-9cf8f53a1b18 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324787 Aug 30 04:32:12.793838 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:32:13.048830 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095a720-c1d2-44e8-a2c4-aa94311ce6b8 req-d484c04b-2fdb-46a7-b12c-83dc51e6d58a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:13.055589 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8095a720-c1d2-44e8-a2c4-aa94311ce6b8 req-d484c04b-2fdb-46a7-b12c-83dc51e6d58a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0806534 Aug 30 04:32:13.133109 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8095a720-c1d2-44e8-a2c4-aa94311ce6b8 req-57cd851b-0466-4025-b89e-0169bb39f4d0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763836 Aug 30 04:32:13.482752 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f26dcd-b3fb-4949-b4a6-6e0a0244e01b req-8097ceca-d211-4486-8cce-784192e66e33 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:13.485288 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-26f26dcd-b3fb-4949-b4a6-6e0a0244e01b req-8097ceca-d211-4486-8cce-784192e66e33 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 943 time: 0.1703146 Aug 30 04:32:13.678428 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-26f26dcd-b3fb-4949-b4a6-6e0a0244e01b req-fddfdbfb-cb71-43f8-b46e-a0c59a433eb3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789503 Aug 30 04:32:13.813482 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:14.392699 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5a984-5304-490c-9c68-36b55ee0566b req-a9681c51-23eb-4bb1-ac65-88fe08fcf791 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:14.409595 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f6b5a984-5304-490c-9c68-36b55ee0566b req-a9681c51-23eb-4bb1-ac65-88fe08fcf791 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0821650 Aug 30 04:32:14.496066 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f6b5a984-5304-490c-9c68-36b55ee0566b req-5a63dd4a-c418-4478-96da-2815c1b487cd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847318 Aug 30 04:32:14.688962 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:14.795311 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0b5c4-76a5-416f-a9e8-fa3d7bb9911f req-dae30c57-b23b-4c91-b8c2-10b4bd78f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:14.805827 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-71e0b5c4-76a5-416f-a9e8-fa3d7bb9911f req-dae30c57-b23b-4c91-b8c2-10b4bd78f329 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 1127 time: 0.1164403 Aug 30 04:32:15.019896 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:15.123083 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e17f8-469d-473c-99d6-99d4c4cc571e req-c14044b9-d180-4fb4-9ec4-e820593100da tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:15.136583 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-456e17f8-469d-473c-99d6-99d4c4cc571e req-c14044b9-d180-4fb4-9ec4-e820593100da tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 943 time: 0.1793458 Aug 30 04:32:15.274739 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0b5c4-76a5-416f-a9e8-fa3d7bb9911f req-84d432bc-1dfb-430a-ba56-e6a391ed9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:15.276435 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-71e0b5c4-76a5-416f-a9e8-fa3d7bb9911f req-84d432bc-1dfb-430a-ba56-e6a391ed9354 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4510283 Aug 30 04:32:15.427033 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-456e17f8-469d-473c-99d6-99d4c4cc571e req-1f462a2f-cf8e-493e-bc23-e864547b3aea tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562861 Aug 30 04:32:15.627789 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0b5c4-76a5-416f-a9e8-fa3d7bb9911f req-da75bd4d-d2fc-4506-aac8-35df71b2c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:15.629710 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-71e0b5c4-76a5-416f-a9e8-fa3d7bb9911f req-da75bd4d-d2fc-4506-aac8-35df71b2c023 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3404510 Aug 30 04:32:15.830067 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-8921716c-7062-45f8-a59c-d41354ba3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:15.836457 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-8921716c-7062-45f8-a59c-d41354ba3f5a service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 1127 time: 0.0841455 Aug 30 04:32:15.877518 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f9388-af94-4da3-9596-39c17c29a47e req-b3f288e5-5c86-47a0-8d03-252e0b3d06fc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:15.899893 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e19f9388-af94-4da3-9596-39c17c29a47e req-b3f288e5-5c86-47a0-8d03-252e0b3d06fc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1559787 Aug 30 04:32:15.943753 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-538cc3f3-27ec-4c9e-b66f-868486cd5668 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef HTTP/1.1" status: 200 len: 217 time: 0.0895557 Aug 30 04:32:16.075306 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e19f9388-af94-4da3-9596-39c17c29a47e req-95572266-8bae-45fe-8907-fe2b5a27196a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742344 Aug 30 04:32:16.200932 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-c2b32b4f-0a05-4de0-863f-da22d6ea5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:16.206501 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-c2b32b4f-0a05-4de0-863f-da22d6ea5f2e service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.2310040 Aug 30 04:32:16.210807 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:16.350848 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-509248f5-68ac-4972-a1e3-dd96e11563f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:16.361684 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-509248f5-68ac-4972-a1e3-dd96e11563f2 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1467931 Aug 30 04:32:16.488235 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-ea4dc645-25e9-47d0-9f5b-58bc5bce2388 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162660 Aug 30 04:32:16.668650 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ef746745-a4b4-4c89-a6a0-4ef4746fec37 req-b4b7e4b5-9ec3-45fb-a017-903c3b123769 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723101 Aug 30 04:32:16.790772 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b029800-90c9-4cd9-85d6-c88456eb2390 req-1081a87c-d2e0-48ca-8fea-69eb07bfbdf8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:16.800526 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6b029800-90c9-4cd9-85d6-c88456eb2390 req-1081a87c-d2e0-48ca-8fea-69eb07bfbdf8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 943 time: 0.1243572 Aug 30 04:32:16.980193 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6b029800-90c9-4cd9-85d6-c88456eb2390 req-f75fe8a2-c844-4371-b68a-a2447f91e3b6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727469 Aug 30 04:32:17.312220 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c320b6-56b2-4659-9a41-1b1c790313f1 req-cf31ee07-832b-4be2-bddd-d080162af7e0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:17.320876 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-27c320b6-56b2-4659-9a41-1b1c790313f1 req-cf31ee07-832b-4be2-bddd-d080162af7e0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1018381 Aug 30 04:32:17.413999 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-27c320b6-56b2-4659-9a41-1b1c790313f1 req-199811b0-9210-46f5-a15e-33a0fb1b55be tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921500 Aug 30 04:32:18.133430 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:18.178273 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba11b1-a47c-4c8f-993c-672e890e1f71 req-bf984729-b96d-44c0-94b4-3c7b91900257 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:18.192347 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2bba11b1-a47c-4c8f-993c-672e890e1f71 req-bf984729-b96d-44c0-94b4-3c7b91900257 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 943 time: 0.0959532 Aug 30 04:32:18.269655 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2bba11b1-a47c-4c8f-993c-672e890e1f71 req-c157a001-cd9f-4d27-b095-fdbaa190c46a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760992 Aug 30 04:32:18.752114 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441002d-b597-4d5b-aef6-ffdd87de9676 req-5d0d0642-6bc8-44b7-a05a-d373251f50b0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:18.756871 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2441002d-b597-4d5b-aef6-ffdd87de9676 req-5d0d0642-6bc8-44b7-a05a-d373251f50b0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1428111 Aug 30 04:32:18.811320 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:18.878079 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2441002d-b597-4d5b-aef6-ffdd87de9676 req-5a48b605-5b21-4fa9-8db7-e193631b41fa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148186 Aug 30 04:32:19.253562 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9ab78e65-f3b3-4f31-b5b2-732cbf963f63 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:19.255847 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9ab78e65-f3b3-4f31-b5b2-732cbf963f63 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/networks?id=bcb6fd08-3263-4163-96c8-4125846b16e0 HTTP/1.1" status: 200 len: 814 time: 0.5544531 Aug 30 04:32:19.298094 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-1bda1d9d-6463-45ae-a84f-5f8d7f2dca72 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/quotas/da2baee55e704f8cbcf73b9bab63bd9a HTTP/1.1" status: 200 len: 375 time: 0.0239727 Aug 30 04:32:19.412811 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-4f53ac3e-09c2-4f50-bdcc-5b13230edba8 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=da2baee55e704f8cbcf73b9bab63bd9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020191 Aug 30 04:32:19.431233 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac152fce-d9a2-4e0b-9611-ce5b2b5a6971 req-750ea088-7c51-45b5-b23c-53e2cdd91f7e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:19.433716 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ac152fce-d9a2-4e0b-9611-ce5b2b5a6971 req-750ea088-7c51-45b5-b23c-53e2cdd91f7e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 946 time: 0.0808721 Aug 30 04:32:19.503722 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:19.521599 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:19.546923 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-a3e507b8-d5a2-474c-a53d-a2b552b93e45 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101174 Aug 30 04:32:19.571177 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ac152fce-d9a2-4e0b-9611-ce5b2b5a6971 req-64e8bd96-b139-45ff-9afe-220f0723dacb tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294568 Aug 30 04:32:19.724723 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c0f9554e-07d4-4c58-a227-81d9b8cf5a80 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589754 Aug 30 04:32:19.819029 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcea2da-61e1-44d9-bf8d-3ac263b53f78 req-0a18e15f-2291-4f9d-9b83-585dd0429608 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:19.826832 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-bdcea2da-61e1-44d9-bf8d-3ac263b53f78 req-0a18e15f-2291-4f9d-9b83-585dd0429608 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 943 time: 0.1132360 Aug 30 04:32:19.932648 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-bdcea2da-61e1-44d9-bf8d-3ac263b53f78 req-3ff9e9c6-2a27-4eb1-8010-4372cd2c0da6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042724 Aug 30 04:32:20.216933 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836ba15-b89d-4724-9727-0a78b60c72f0 req-892f6659-9cf9-4423-aa8d-98d7c63fc861 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:20.220083 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0836ba15-b89d-4724-9727-0a78b60c72f0 req-892f6659-9cf9-4423-aa8d-98d7c63fc861 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1419115 Aug 30 04:32:20.247566 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f5113bbd-b065-49e8-9886-80b6bf898c18 req-f7f15a87-8697-4d92-960a-b6655e68a89b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0860846 Aug 30 04:32:20.336707 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0836ba15-b89d-4724-9727-0a78b60c72f0 req-0bc1c8fb-1022-426a-b1c0-59027438e395 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099157 Aug 30 04:32:20.785025 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:20.840601 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81935327-cbe1-4f58-b294-d4ff93d59d2d req-4bd6a3fa-1f7a-4778-90f8-e400b516466c tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:20.856960 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-81935327-cbe1-4f58-b294-d4ff93d59d2d req-4bd6a3fa-1f7a-4778-90f8-e400b516466c tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 946 time: 0.1202772 Aug 30 04:32:20.956874 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-81935327-cbe1-4f58-b294-d4ff93d59d2d req-d6d3d882-fc9e-4c2b-a909-ea39727cd7a6 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986404 Aug 30 04:32:21.158837 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d0d83-df75-41e0-a3b0-bc0e06f81149 req-a184c90c-1c1c-4673-95e0-1267981995a7 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:21.162438 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc7d0d83-df75-41e0-a3b0-bc0e06f81149 req-a184c90c-1c1c-4673-95e0-1267981995a7 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 943 time: 0.0873835 Aug 30 04:32:21.254871 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc7d0d83-df75-41e0-a3b0-bc0e06f81149 req-48f42410-2e6e-4ea1-a29a-de3a7df2033d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853937 Aug 30 04:32:21.417049 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-023cabd9-921a-48e3-b7d4-dfa7faad4a7d req-786f566c-ae70-4aa4-b6b2-7cb543492239 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0422528 Aug 30 04:32:21.481644 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:32:21.513751 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4f37-aaa1-48a8-b45b-f48a1e79ffcf req-e6d770e9-c08b-4a3d-aed4-69cd47cb8233 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:21.515469 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cdce4f37-aaa1-48a8-b45b-f48a1e79ffcf req-e6d770e9-c08b-4a3d-aed4-69cd47cb8233 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0565114 Aug 30 04:32:21.585586 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cdce4f37-aaa1-48a8-b45b-f48a1e79ffcf req-87113f8a-e57a-4a27-9e02-b337b668ac0d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622673 Aug 30 04:32:21.833921 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:21.847211 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'port_id': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'mac_address': 'fa:16:3e:2b:86:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:32:21.887508 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:21.887872 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.904801 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:21.929100 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:21.934327 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.992106 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:22.005361 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.005905 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.010926 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.010926 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.010926 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.010926 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.010926 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.010926 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.010926 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.010926 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.011959 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.011959 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.012480 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.013041 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.013535 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:22.115078 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f24c23-02b4-4f42-aacf-b0058db28c86 req-f3dccc32-a76b-49ba-9998-26649811db20 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:22.116837 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-41f24c23-02b4-4f42-aacf-b0058db28c86 req-f3dccc32-a76b-49ba-9998-26649811db20 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 946 time: 0.0576968 Aug 30 04:32:22.179382 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-41f24c23-02b4-4f42-aacf-b0058db28c86 req-5e4215c0-b442-46aa-8be7-85b7fc6ba528 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562558 Aug 30 04:32:22.445752 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c2c9a-7c9e-4b97-8899-ed3cdba49712 req-c00ce862-e8d7-459f-b142-96c5df2f6254 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:22.448297 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-217c2c9a-7c9e-4b97-8899-ed3cdba49712 req-c00ce862-e8d7-459f-b142-96c5df2f6254 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 944 time: 0.0811973 Aug 30 04:32:22.506355 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['8cae059a-7b2c-4abb-9d46-5df4d36ea2ef'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:32:22.530482 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-217c2c9a-7c9e-4b97-8899-ed3cdba49712 req-d129eb6d-8d42-479e-8e21-72b1e661a3b2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661325 Aug 30 04:32:22.577676 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-45501553-f6ba-4109-af80-eff6b6cc8c66 req-3d0f4335-0bd2-4003-b1a1-bb44a70b5b3f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0479417 Aug 30 04:32:22.736393 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b705204-bfec-4614-af91-58046cd1a8aa req-325293a1-dace-45fa-a726-93581c961d5b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:22.737876 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2b705204-bfec-4614-af91-58046cd1a8aa req-325293a1-dace-45fa-a726-93581c961d5b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0627482 Aug 30 04:32:22.793184 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:22.804511 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2b705204-bfec-4614-af91-58046cd1a8aa req-c2777550-4066-4ae8-911a-37452050b261 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543709 Aug 30 04:32:23.333396 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e9c3-1a8c-4a42-9f9b-9136016c8c96 req-292151b9-c00f-4ca2-961b-865c45da303b tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:23.335058 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5a03e9c3-1a8c-4a42-9f9b-9136016c8c96 req-292151b9-c00f-4ca2-961b-865c45da303b tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 946 time: 0.0668237 Aug 30 04:32:23.402903 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5a03e9c3-1a8c-4a42-9f9b-9136016c8c96 req-8f170ee9-77da-4f4c-bd49-be105016ade2 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577898 Aug 30 04:32:23.579683 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-6ec03b5c-28bd-4c0a-a85c-78d5d5a9007b tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-335718660&fields=id&tenant_id=a89458e4a02d40e4abfd8457f31cc0a4 HTTP/1.1" status: 200 len: 267 time: 0.0575228 Aug 30 04:32:23.721079 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:23.726469 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbf425-6a4a-4f8d-9c91-c02d47c848fe req-89f94f6d-63cc-4556-a50a-49238417be74 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:23.729036 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-25cbf425-6a4a-4f8d-9c91-c02d47c848fe req-89f94f6d-63cc-4556-a50a-49238417be74 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 944 time: 0.0678751 Aug 30 04:32:23.730563 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:23.790295 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-0ee48393-fd54-4394-b628-ea2873727606 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:23.804306 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-0ee48393-fd54-4394-b628-ea2873727606 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/networks?id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 HTTP/1.1" status: 200 len: 808 time: 0.2133968 Aug 30 04:32:23.819517 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:32:23.822749 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-25cbf425-6a4a-4f8d-9c91-c02d47c848fe req-fdd4b2b4-197f-4c27-bea9-125bc039749d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832977 Aug 30 04:32:23.831095 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-70506f2a-a282-4d0a-8188-e9a4d0c1311c tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/quotas/a89458e4a02d40e4abfd8457f31cc0a4 HTTP/1.1" status: 200 len: 375 time: 0.0188172 Aug 30 04:32:23.832931 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:23.833707 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:23.915639 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-b3590d1a-7798-489f-a4d4-b09dab6095fb tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=a89458e4a02d40e4abfd8457f31cc0a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742738 Aug 30 04:32:24.008314 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:24.009703 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.034154 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d2bd8b7e-9aca-41d2-9ad3-51928606a887 req-bd6c445d-857f-49cc-b141-6928997afa13 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0662394 Aug 30 04:32:24.081548 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:24.084005 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:24.084312 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-ec991c9a-02c5-4a0d-89b1-f7d1bd2b6ec5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472583 Aug 30 04:32:24.086459 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:24.092617 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a523f445-4cda-46cd-b15c-0842c3d60295" -d '{"events": [{"server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "name": "network-vif-plugged", "status": "completed", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:24.101198 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.197576 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:24.258415 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2b1f1-af23-49f3-aed5-f050f412096a req-804681f2-d37c-4caa-99f3-aac85f3d32d3 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:24.261034 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d3d2b1f1-af23-49f3-aed5-f050f412096a req-804681f2-d37c-4caa-99f3-aac85f3d32d3 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0867789 Aug 30 04:32:24.280042 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-26fa501d-5de4-4abe-ae31-76bdb793c64c service neutron] 10.222.0.91 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852911 Aug 30 04:32:24.341522 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d3d2b1f1-af23-49f3-aed5-f050f412096a req-b95dfd1f-ac7f-4e6b-91ca-d3e49a1b1322 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692997 Aug 30 04:32:24.435664 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd0c984-6966-46c1-ac4f-e9912f71a2a7 x-openstack-request-id: req-cdd0c984-6966-46c1-ac4f-e9912f71a2a7 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:24.436609 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "name": "network-vif-plugged", "status": "completed", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:24.437291 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cdd0c984-6966-46c1-ac4f-e9912f71a2a7 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:24.438321 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd0c984-6966-46c1-ac4f-e9912f71a2a7'] response: {'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'code': 200} Aug 30 04:32:24.646384 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8377042-bd25-4155-bcfc-d1e205c1caa3 req-48f6bdd9-ccc7-43f5-b729-6242020d5536 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:24.649845 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e8377042-bd25-4155-bcfc-d1e205c1caa3 req-48f6bdd9-ccc7-43f5-b729-6242020d5536 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 946 time: 0.1048713 Aug 30 04:32:24.717104 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e8377042-bd25-4155-bcfc-d1e205c1caa3 req-69eb13e8-afec-4504-a97b-86e31257db30 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572703 Aug 30 04:32:24.842103 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6b224ca9-aa59-4236-a8eb-2eadb7dc24e4 req-6872dc32-a8f4-4bf8-95d0-dff2de40c1af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.0545473 Aug 30 04:32:25.005524 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b1a14-5d2d-4968-9f60-7dfb898b937d req-c447ef5a-11ac-4499-9297-9ae76e7ff3e5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:25.008194 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-509b1a14-5d2d-4968-9f60-7dfb898b937d req-c447ef5a-11ac-4499-9297-9ae76e7ff3e5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0681601 Aug 30 04:32:25.076163 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:25.086860 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-509b1a14-5d2d-4968-9f60-7dfb898b937d req-33baeeee-a023-47cc-943d-60ed9849a153 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707591 Aug 30 04:32:25.191251 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6cc33d6b-4a01-4b81-859f-1a716c32a7ba req-c0c750f3-353f-4a1b-bec5-0f5f3399fc08 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0392864 Aug 30 04:32:25.490731 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617a0ac-26ca-4c24-9669-d0596c2700a1 req-3d9c659e-c5f4-41f9-8452-0163d2858eb9 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:25.492411 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9617a0ac-26ca-4c24-9669-d0596c2700a1 req-3d9c659e-c5f4-41f9-8452-0163d2858eb9 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0525270 Aug 30 04:32:25.550143 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9617a0ac-26ca-4c24-9669-d0596c2700a1 req-47555cda-18a2-4f2f-be6e-b45cc9845929 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513544 Aug 30 04:32:25.878613 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa1f3d-053c-4d50-8d4b-7c7f4c64e89f req-4b77556d-6b43-4b6b-bd66-82f3dd6a982e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:25.881528 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-42aa1f3d-053c-4d50-8d4b-7c7f4c64e89f req-4b77556d-6b43-4b6b-bd66-82f3dd6a982e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 946 time: 0.0734615 Aug 30 04:32:25.941264 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-42aa1f3d-053c-4d50-8d4b-7c7f4c64e89f req-50f2bed8-844f-4f9c-9a84-8b4397121374 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503275 Aug 30 04:32:26.008274 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d35a3f9a-e2aa-4b9e-8162-9ded26d92154 req-b9264f06-16fc-4df4-95d5-f8400ee0f0e4 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.0352294 Aug 30 04:32:26.235423 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:26.272985 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614533f-0573-4462-a978-ea21c924fc20 req-c8f01a32-da56-4248-8a37-1b40bf75f2a2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:26.275600 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1614533f-0573-4462-a978-ea21c924fc20 req-c8f01a32-da56-4248-8a37-1b40bf75f2a2 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0820832 Aug 30 04:32:26.366919 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9b026132-d340-4b39-a1cd-e4e4f61b36aa req-f52179d6-1353-4bf7-ba4d-d8f75f05bfba tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0448053 Aug 30 04:32:26.382215 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1614533f-0573-4462-a978-ea21c924fc20 req-8233faa2-cfe9-43ae-be74-bb9488a400a4 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918648 Aug 30 04:32:26.704640 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83b32-6573-4bb1-ac62-43e0d5eab3b6 req-3a0f27fb-0ed3-4861-b5fc-3c8cc5929d1e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:26.707378 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c8a83b32-6573-4bb1-ac62-43e0d5eab3b6 req-3a0f27fb-0ed3-4861-b5fc-3c8cc5929d1e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0639787 Aug 30 04:32:26.784136 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c8a83b32-6573-4bb1-ac62-43e0d5eab3b6 req-60754948-3a6c-4e41-8b6a-0d858b6fcee5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697451 Aug 30 04:32:27.173278 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6622202-81f7-4c3c-93ff-a45fd22185a4 req-b5a96493-742c-4f41-9aec-0528b7e994dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:27.177050 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d6622202-81f7-4c3c-93ff-a45fd22185a4 req-b5a96493-742c-4f41-9aec-0528b7e994dd service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 1129 time: 0.1200182 Aug 30 04:32:27.197868 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76313371-a268-4dac-be13-ca7c3e1d8959 req-9ae5a98d-4f54-4538-ab83-1779db8eae0b tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:27.199785 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-76313371-a268-4dac-be13-ca7c3e1d8959 req-9ae5a98d-4f54-4538-ab83-1779db8eae0b tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 946 time: 0.1457517 Aug 30 04:32:27.214045 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a801de-0ef5-49a9-92b3-b97082d3a282 req-5c141cd8-bd3a-46fd-84ea-be68f1759abd tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:27.215713 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-04a801de-0ef5-49a9-92b3-b97082d3a282 req-5c141cd8-bd3a-46fd-84ea-be68f1759abd tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 946 time: 0.1805561 Aug 30 04:32:27.219647 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-bdb00dba-629a-4ad3-9d0e-67b327edb315 req-e0c95625-0b01-417c-9e92-384a075b3dbf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.0656540 Aug 30 04:32:27.286634 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-04a801de-0ef5-49a9-92b3-b97082d3a282 req-e4bedcc2-a13b-4898-bf41-590da0bc503c tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609920 Aug 30 04:32:27.402331 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:27.466177 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384abef-bc30-479e-a2aa-84691770ea61 req-f7ae3943-ede8-456a-ad19-7fcc1d4d6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:27.468135 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8384abef-bc30-479e-a2aa-84691770ea61 req-f7ae3943-ede8-456a-ad19-7fcc1d4d6c14 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 1129 time: 0.0632761 Aug 30 04:32:27.489059 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d6622202-81f7-4c3c-93ff-a45fd22185a4 req-ac2d1d6a-ab4d-4c91-91ce-547324aa7350 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927517 Aug 30 04:32:27.585555 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-01a82286-c043-4883-b247-304bad2ca030 req-2df063eb-f453-4e1f-bcb8-3c39758c742c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0521522 Aug 30 04:32:27.661830 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c90ad-a821-4976-9aa5-349afe88e41e req-839c49fc-87a5-4240-b165-1cc66ae71b57 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:27.663845 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c56c90ad-a821-4976-9aa5-349afe88e41e req-839c49fc-87a5-4240-b165-1cc66ae71b57 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.1082880 Aug 30 04:32:27.690698 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-76313371-a268-4dac-be13-ca7c3e1d8959 req-7a06db63-e48b-48c0-b7af-25bb171afcec tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Deleting port 67dd458e-0cc6-49de-b501-d7686750bff1 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:27.691031 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-76313371-a268-4dac-be13-ca7c3e1d8959 req-7a06db63-e48b-48c0-b7af-25bb171afcec tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:27.757378 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384abef-bc30-479e-a2aa-84691770ea61 req-d049299b-61ba-4b93-bfdd-d568027612a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:27.758824 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8384abef-bc30-479e-a2aa-84691770ea61 req-d049299b-61ba-4b93-bfdd-d568027612a9 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 919 time: 0.2652936 Aug 30 04:32:27.806476 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c56c90ad-a821-4976-9aa5-349afe88e41e req-6e7b1766-0429-44da-9002-905f4c847678 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326590 Aug 30 04:32:27.899165 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-76313371-a268-4dac-be13-ca7c3e1d8959 req-7a06db63-e48b-48c0-b7af-25bb171afcec tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] For port 67dd458e-0cc6-49de-b501-d7686750bff1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=67dd458e-0cc6-49de-b501-d7686750bff1,segment=NetworkSegment(347deb5a-42dd-43d8-9373-9f3fcf117ae5),segment_id=347deb5a-42dd-43d8-9373-9f3fcf117ae5)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:27.899547 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-76313371-a268-4dac-be13-ca7c3e1d8959 req-7a06db63-e48b-48c0-b7af-25bb171afcec tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:27.925036 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-76313371-a268-4dac-be13-ca7c3e1d8959 req-7a06db63-e48b-48c0-b7af-25bb171afcec tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Calling delete_port for 67dd458e-0cc6-49de-b501-d7686750bff1 owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:27.942753 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8384abef-bc30-479e-a2aa-84691770ea61 req-c6552ba7-e58b-4370-a068-b9f184d7893b service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb HTTP/1.1" status: 200 len: 1000 time: 0.1073914 Aug 30 04:32:27.955133 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0c816-97bb-4dbb-ad7d-c482a1542751 req-32896dcf-c0ce-49cb-b9f4-77dd194abd24 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:27.958041 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7dc0c816-97bb-4dbb-ad7d-c482a1542751 req-32896dcf-c0ce-49cb-b9f4-77dd194abd24 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0731826 Aug 30 04:32:28.021952 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7dc0c816-97bb-4dbb-ad7d-c482a1542751 req-5ae5c9fc-9586-4bfd-a075-f3d873cdbde6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569079 Aug 30 04:32:28.149946 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-76313371-a268-4dac-be13-ca7c3e1d8959 req-7a06db63-e48b-48c0-b7af-25bb171afcec tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (67dd458e-0cc6-49de-b501-d7686750bff1), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.199220 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06db63-e48b-48c0-b7af-25bb171afcec tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Pushing event deleted for resources: {'Port': ['ID=67dd458e-0cc6-49de-b501-d7686750bff1,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:28.207216 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['67dd458e-0cc6-49de-b501-d7686750bff1'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:32:28.312667 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-76313371-a268-4dac-be13-ca7c3e1d8959 req-7a06db63-e48b-48c0-b7af-25bb171afcec tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] No DVR routers for this DVR port 67dd458e-0cc6-49de-b501-d7686750bff1 on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:32:28.318267 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-76313371-a268-4dac-be13-ca7c3e1d8959 req-7a06db63-e48b-48c0-b7af-25bb171afcec tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.325900 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-76313371-a268-4dac-be13-ca7c3e1d8959 req-7a06db63-e48b-48c0-b7af-25bb171afcec tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.83 "DELETE /networking/v2.0/ports/67dd458e-0cc6-49de-b501-d7686750bff1 HTTP/1.1" status: 204 len: 173 time: 0.9303138 Aug 30 04:32:28.329042 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b', 'name': 'network-vif-deleted', 'tag': '67dd458e-0cc6-49de-b501-d7686750bff1'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:28.335265 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9522082-c85e-4b46-80e2-5c3825910925" -d '{"events": [{"server_uuid": "51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b", "name": "network-vif-deleted", "tag": "67dd458e-0cc6-49de-b501-d7686750bff1"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:28.466873 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384abef-bc30-479e-a2aa-84691770ea61 req-7935f53e-54df-4654-8b98-2de97a800283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:28.469994 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8384abef-bc30-479e-a2aa-84691770ea61 req-7935f53e-54df-4654-8b98-2de97a800283 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 200 len: 856 time: 0.1700284 Aug 30 04:32:28.499219 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6a367131-77e4-436f-8769-4475ab3b6e4e req-7da67911-292e-4522-926c-793075cbfa42 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.0575140 Aug 30 04:32:28.505786 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-946d901c-ebc5-4154-b1ad-c412227e49ba req-03a711f7-8ca5-4d34-8d71-f70cc2e58505 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 210 time: 0.0493958 Aug 30 04:32:28.604616 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384abef-bc30-479e-a2aa-84691770ea61 req-b3e32f1f-4b97-4788-8cfd-ef93536cd44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:28.606520 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8384abef-bc30-479e-a2aa-84691770ea61 req-b3e32f1f-4b97-4788-8cfd-ef93536cd44f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1198282 Aug 30 04:32:28.630715 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42738bed-d00e-401b-a774-2797a1ad41b5 x-openstack-request-id: req-42738bed-d00e-401b-a774-2797a1ad41b5 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:28.631415 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b", "name": "network-vif-deleted", "tag": "67dd458e-0cc6-49de-b501-d7686750bff1", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:28.632011 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-42738bed-d00e-401b-a774-2797a1ad41b5 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:28.632795 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42738bed-d00e-401b-a774-2797a1ad41b5'] response: {'server_uuid': '51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b', 'name': 'network-vif-deleted', 'tag': '67dd458e-0cc6-49de-b501-d7686750bff1', 'status': 'completed', 'code': 200} Aug 30 04:32:28.721505 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d11b1d5f-88af-42c8-89c4-0a2086a2e8e2 req-0f63430b-7e6e-4fb6-81b5-d90413631d2d tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0345178 Aug 30 04:32:28.956761 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:28.991714 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:29.059380 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8384abef-bc30-479e-a2aa-84691770ea61 req-92045dc2-5d14-47bc-bddf-392077d7621a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195845 Aug 30 04:32:29.065716 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb180b-4f26-48ff-a223-8aad56dc1f52 req-72dabc61-7132-49b1-b9bd-f0bccb950ae9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:29.067571 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-03bb180b-4f26-48ff-a223-8aad56dc1f52 req-72dabc61-7132-49b1-b9bd-f0bccb950ae9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.1036901 Aug 30 04:32:29.138786 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-03bb180b-4f26-48ff-a223-8aad56dc1f52 req-bf4a9c34-f07c-4fff-bcd5-e21e8fa290e8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598638 Aug 30 04:32:29.213388 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d12684-4b39-4520-9248-acdab741a6ce req-dc024a8a-bf82-476a-af9f-21650fa4600a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:29.215075 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d4d12684-4b39-4520-9248-acdab741a6ce req-dc024a8a-bf82-476a-af9f-21650fa4600a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0644064 Aug 30 04:32:29.292189 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d4d12684-4b39-4520-9248-acdab741a6ce req-44c726ea-f71f-423f-9593-27185b5c5c00 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655651 Aug 30 04:32:29.641042 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8384abef-bc30-479e-a2aa-84691770ea61 req-7c3bbbac-26fa-47e1-b7aa-b80315c879df service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199579 Aug 30 04:32:29.714301 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-02b41f0a-8911-41de-ae51-299b79ecbd3a req-108dd3db-04ca-42ed-92f6-59468e7beb16 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.0369112 Aug 30 04:32:29.762234 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-01ab7006-92fb-4e29-b137-78b5c5a0246d req-8fc8ed56-2722-4712-92dd-e799db0defdb tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 210 time: 0.0318222 Aug 30 04:32:29.862226 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d03caa95-b535-4045-a2ee-a3a479adc61f req-9f51a8c5-cbdf-42c0-ae68-1abb38f0e112 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0513649 Aug 30 04:32:29.873893 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49112) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:30.029242 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.058236 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:30.134459 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Publish callbacks [] for security_group (083b515a-64ba-46f9-98db-0deed5faa1dc), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.141952 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (083b515a-64ba-46f9-98db-0deed5faa1dc), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.198952 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=71fa3342cfe540fbac26a99cadd11cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233912 Aug 30 04:32:30.200172 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083b515a-64ba-46f9-98db-0deed5faa1dc,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:30.202524 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 49120) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:30.209969 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.210536 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.210982 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.211321 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.211657 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.212026 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.212354 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.212685 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.213010 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.213334 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.213656 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.213978 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.214296 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.214613 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.214927 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4335da-d717-4fb7-820a-444da4629611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:30.302019 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-efd69090-5a90-4413-987b-14212f7fab7d admin admin] Publish callbacks [] for security_group (083b515a-64ba-46f9-98db-0deed5faa1dc), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.330570 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947758c-2d2f-4851-84d4-a77faf624a16 req-c9366450-8710-4c76-929a-08fd2b6f3392 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:30.333149 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8947758c-2d2f-4851-84d4-a77faf624a16 req-c9366450-8710-4c76-929a-08fd2b6f3392 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0739713 Aug 30 04:32:30.338588 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-efd69090-5a90-4413-987b-14212f7fab7d admin admin] Publish callbacks [] for security_group (083b515a-64ba-46f9-98db-0deed5faa1dc), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.416418 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8947758c-2d2f-4851-84d4-a77faf624a16 req-bd897afc-f6ae-4566-bbb3-b41807109564 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728736 Aug 30 04:32:30.470830 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-efd69090-5a90-4413-987b-14212f7fab7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (083b515a-64ba-46f9-98db-0deed5faa1dc), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.474492 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-efd69090-5a90-4413-987b-14212f7fab7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.478132 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-efd69090-5a90-4413-987b-14212f7fab7d admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/083b515a-64ba-46f9-98db-0deed5faa1dc HTTP/1.1" status: 204 len: 168 time: 0.2740915 Aug 30 04:32:30.516449 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd69090-5a90-4413-987b-14212f7fab7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083b515a-64ba-46f9-98db-0deed5faa1dc,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:30.532450 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860f0aa-15bb-4c85-a745-2c07d3bb8dc6 req-ef609afc-3a43-44ef-83a6-7d5460bff8c6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:30.534527 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f860f0aa-15bb-4c85-a745-2c07d3bb8dc6 req-ef609afc-3a43-44ef-83a6-7d5460bff8c6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.1053755 Aug 30 04:32:30.650159 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c9e89-7c15-422c-a17b-0cfa86fdbf4a req-e90c549f-3790-476d-8417-5d38508bb5f5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:30.651399 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b17c9e89-7c15-422c-a17b-0cfa86fdbf4a req-e90c549f-3790-476d-8417-5d38508bb5f5 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.1380050 Aug 30 04:32:30.652417 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f860f0aa-15bb-4c85-a745-2c07d3bb8dc6 req-3a861185-ed88-4e02-962c-772f5b5fe0c6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049256 Aug 30 04:32:30.668410 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49132) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:30.676835 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-9f8777a4-31fd-4a78-a2ad-35af73fd5989 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Request body: {'floatingip': {'port_id': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:30.762940 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f8777a4-31fd-4a78-a2ad-35af73fd5989 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for floatingip (eeca9642-7a6a-4579-9b55-a1ed9c48bdb8), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.896371 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b295c512-7664-4235-85ae-ad53120a006b req-57efd56d-428e-4d8d-b16b-0a99865e79cb tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.0479414 Aug 30 04:32:31.112919 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-58cfc5ec-cb84-439f-91b0-6d5d2414ea43 req-0375da73-8719-488c-b3ee-2b726d195f65 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 210 time: 0.0393720 Aug 30 04:32:31.158716 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:31.299146 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d10a682a-5d5c-4f47-ac4f-a3b7e645a48b req-0e19bd8a-8872-4035-ba31-b3f4e84b24dd tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0655899 Aug 30 04:32:31.500637 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f8777a4-31fd-4a78-a2ad-35af73fd5989 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.507118 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f8777a4-31fd-4a78-a2ad-35af73fd5989 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (eeca9642-7a6a-4579-9b55-a1ed9c48bdb8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.646934 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-9f8777a4-31fd-4a78-a2ad-35af73fd5989 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Floating IP eeca9642-7a6a-4579-9b55-a1ed9c48bdb8 associated. External IP: 172.28.3.239, port: 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef. Aug 30 04:32:31.703474 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=90 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:31.765033 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device eaa610dc-af90-4f36-acfa-f6d0db2f74eb no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:31.850157 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:31.902768 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4db62-6956-4de7-a229-44092af2c739 req-e4271f01-20ce-4075-aee9-151c860d8abd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:31.904611 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-30b4db62-6956-4de7-a229-44092af2c739 req-e4271f01-20ce-4075-aee9-151c860d8abd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 945 time: 0.0816116 Aug 30 04:32:31.933228 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port eaa610dc-af90-4f36-acfa-f6d0db2f74eb is: ACTIVE; New status is: DOWN {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:31.933599 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.981806 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:31.986466 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7feb20c-d1bb-4fbf-b9ab-defde9b8c1b0" -d '{"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:31.988586 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8777a4-31fd-4a78-a2ad-35af73fd5989 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Router 8d67aa32-3c12-40c6-af05-d66a27af6a56 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:32:32.007656 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:32.010461 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-30b4db62-6956-4de7-a229-44092af2c739 req-7f72f69f-4c20-4a54-a73d-62474140f148 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936403 Aug 30 04:32:32.015408 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.016853 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 67dd458e-0cc6-49de-b501-d7686750bff1 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:32.066942 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 67dd458e-0cc6-49de-b501-d7686750bff1 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:32:32.067804 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 67dd458e-0cc6-49de-b501-d7686750bff1 not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:32:32.208355 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=8']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:32.280099 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b6f45250-bad5-4154-ab1c-5a8796cad20b req-19ed5feb-eeef-4cf8-b77d-64f58bc76cbe tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.0630701 Aug 30 04:32:32.301964 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8777a4-31fd-4a78-a2ad-35af73fd5989 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:32.309665 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f8777a4-31fd-4a78-a2ad-35af73fd5989 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.321221 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deab9aa-bbc9-42c5-99e3-0a582d696b36 None None] Sync routers for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:32.339137 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deab9aa-bbc9-42c5-99e3-0a582d696b36 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:32.340157 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-0deab9aa-bbc9-42c5-99e3-0a582d696b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:32:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:32.401761 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea836f1-f3b9-480b-ba7b-930aa1400cc7 x-openstack-request-id: req-1ea836f1-f3b9-480b-ba7b-930aa1400cc7 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:32.402062 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:32.402319 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1ea836f1-f3b9-480b-ba7b-930aa1400cc7 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:32.402715 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea836f1-f3b9-480b-ba7b-930aa1400cc7'] response: {'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'code': 200} Aug 30 04:32:32.446130 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-9f8777a4-31fd-4a78-a2ad-35af73fd5989 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "PUT /networking/v2.0/floatingips/eeca9642-7a6a-4579-9b55-a1ed9c48bdb8 HTTP/1.1" status: 200 len: 991 time: 1.7739348 Aug 30 04:32:32.446130 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:32.455170 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8675befb-ac26-4b66-86d1-21660574995b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:32.587457 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-0deab9aa-bbc9-42c5-99e3-0a582d696b36 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:32.624901 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a56c3370-b96a-406e-8c7f-ce7709b7c101 req-5d760328-a870-48d8-bb2b-b5233e504a21 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 210 time: 0.0670354 Aug 30 04:32:32.710521 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-b665c5f8-efdd-4611-8485-f3a91214f36b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:32.712383 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-b665c5f8-efdd-4611-8485-f3a91214f36b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.83 "GET /networking/v2.0/networks?id=bcb6fd08-3263-4163-96c8-4125846b16e0 HTTP/1.1" status: 200 len: 814 time: 0.3364007 Aug 30 04:32:32.719978 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-795b0285-2a58-4935-97ee-639b0101a993 req-e851232e-a512-45b9-b840-07a554a90bc9 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0670438 Aug 30 04:32:32.730455 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e5fb9a-115c-402f-940b-f7ccb7767e64 x-openstack-request-id: req-10e5fb9a-115c-402f-940b-f7ccb7767e64 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:32.731205 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:32.731650 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-10e5fb9a-115c-402f-940b-f7ccb7767e64 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:32.732301 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e5fb9a-115c-402f-940b-f7ccb7767e64'] response: {'name': 'network-changed', 'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'status': 'completed', 'code': 200} Aug 30 04:32:32.900784 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Request body: {'port': {'device_id': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'admin_state_up': True, 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:32.956566 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-0deab9aa-bbc9-42c5-99e3-0a582d696b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'eeca9642-7a6a-4579-9b55-a1ed9c48bdb8', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'port_id': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'mac_address': 'fa:16:3e:2b:86:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:51Z', 'updated_at': '2022-08-30T04:32:31Z', 'revision_number': 1, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:58Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:33.035537 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deab9aa-bbc9-42c5-99e3-0a582d696b36 None None] Checking router: 8d67aa32-3c12-40c6-af05-d66a27af6a56 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:33.058361 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deab9aa-bbc9-42c5-99e3-0a582d696b36 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:33.059866 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-0deab9aa-bbc9-42c5-99e3-0a582d696b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:32:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:33.079303 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675befb-ac26-4b66-86d1-21660574995b req-d3b29fce-a33c-49a0-8477-616c3a845261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:33.080956 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8675befb-ac26-4b66-86d1-21660574995b req-d3b29fce-a33c-49a0-8477-616c3a845261 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 1129 time: 0.0931625 Aug 30 04:32:33.260380 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Made reservation on behalf of da2baee55e704f8cbcf73b9bab63bd9a for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:33.264131 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.271311 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:33.286374 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e66410-c68c-4143-8a8e-b70a0c35ec2b req-304fab8a-42c7-462c-b0fb-07aefe66b0aa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:33.288438 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b8e66410-c68c-4143-8a8e-b70a0c35ec2b req-304fab8a-42c7-462c-b0fb-07aefe66b0aa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.1322193 Aug 30 04:32:33.292968 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:33.329200 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-0deab9aa-bbc9-42c5-99e3-0a582d696b36 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:33.381467 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:33.435802 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675befb-ac26-4b66-86d1-21660574995b req-f03aa054-9977-41c6-b2f3-1f9b33ea4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:33.437397 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8675befb-ac26-4b66-86d1-21660574995b req-f03aa054-9977-41c6-b2f3-1f9b33ea4014 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.2603321 Aug 30 04:32:33.447501 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d940d668-daa5-42d1-a24d-a39de6f31c4c req-700f6baf-9055-453a-94ed-42218a66aa0d tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.0492172 Aug 30 04:32:33.468688 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b8e66410-c68c-4143-8a8e-b70a0c35ec2b req-88cbd10c-b26e-420d-b575-7ddbfc537d9a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434629 Aug 30 04:32:33.607725 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Allocated IP 172.20.0.14 (bcb6fd08-3263-4163-96c8-4125846b16e0/827f5d02-c61c-48aa-9415-d203f472af05/d13cb21f-376e-4f2b-9daf-472725dece64) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:33.995624 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-545da043-39bc-4377-b66f-6487eab05ab8 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:33.996260 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-0deab9aa-bbc9-42c5-99e3-0a582d696b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'eeca9642-7a6a-4579-9b55-a1ed9c48bdb8', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'port_id': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'mac_address': 'fa:16:3e:2b:86:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:51Z', 'updated_at': '2022-08-30T04:32:31Z', 'revision_number': 1, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:58Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:33.999379 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-545da043-39bc-4377-b66f-6487eab05ab8 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.83 "GET /networking/v2.0/networks?id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 HTTP/1.1" status: 200 len: 808 time: 0.5065401 Aug 30 04:32:34.027085 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deab9aa-bbc9-42c5-99e3-0a582d696b36 None None] The sync data for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb is: [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'eeca9642-7a6a-4579-9b55-a1ed9c48bdb8', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'port_id': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'mac_address': 'fa:16:3e:2b:86:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:51Z', 'updated_at': '2022-08-30T04:32:31Z', 'revision_number': 1, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:58Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:34.114618 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-96871c70-3a9a-4a31-94d4-64a15150cd54 req-e4cbbac7-6ae9-43fd-b630-f1c4d10c4d02 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=51dbc8a0-f8fe-4f5e-bd92-05f30c39f88b HTTP/1.1" status: 200 len: 210 time: 0.0570328 Aug 30 04:32:34.119284 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8675befb-ac26-4b66-86d1-21660574995b req-680ea463-0661-4ac6-a334-7b323ac5f237 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef HTTP/1.1" status: 200 len: 999 time: 0.6047497 Aug 30 04:32:34.225200 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for port (d13cb21f-376e-4f2b-9daf-472725dece64), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.268350 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-97f5b67e-888a-4ea3-a563-4e0137ba4df5 req-e0b7217c-7e88-4bc0-af1d-18f2fa378ed7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0473788 Aug 30 04:32:34.312855 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.406095 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'Port': ['ID=d13cb21f-376e-4f2b-9daf-472725dece64,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:34.431691 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Network bcb6fd08-3263-4163-96c8-4125846b16e0 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:34.433449 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:34.436488 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:34.536394 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:34.537402 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.561151 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-9c52be15-f209-4030-86ba-0938e5902623 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6657140 Aug 30 04:32:34.822737 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8ccd187a-eac5-407f-acb5-dfb7c384f33c req-6ac4c3de-08ee-4edd-ad71-fe954937fd3d tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.1383302 Aug 30 04:32:34.933227 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-f3b7cfdd-bfcc-4e56-a46f-bd4e144abebd None None] Provisioning complete for port d13cb21f-376e-4f2b-9daf-472725dece64 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:34.934256 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-f3b7cfdd-bfcc-4e56-a46f-bd4e144abebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:35.051716 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7cfdd-bfcc-4e56-a46f-bd4e144abebd None None] Port d13cb21f-376e-4f2b-9daf-472725dece64 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:35.139536 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [req-dcd1133e-923e-4f36-8bab-0588ee0f8a40 req-60b51892-387c-4613-8883-da0a957a1a81 service neutron] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:32:35.148311 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dcd1133e-923e-4f36-8bab-0588ee0f8a40 req-60b51892-387c-4613-8883-da0a957a1a81 service neutron] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0125504 Aug 30 04:32:35.651058 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffabf17-6272-4694-97f1-8f910fae8aa1 None None] New status for floating IP eeca9642-7a6a-4579-9b55-a1ed9c48bdb8: ACTIVE {{(pid=106398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:32:35.710825 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8c3ea-2d56-48aa-916e-7e652cfb06df req-5fa56db7-997c-44cd-b7b7-fe14cf1334d7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:35.710825 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-faf8c3ea-2d56-48aa-916e-7e652cfb06df req-5fa56db7-997c-44cd-b7b7-fe14cf1334d7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 932 time: 0.1797147 Aug 30 04:32:35.775092 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device eaa610dc-af90-4f36-acfa-f6d0db2f74eb no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:35.793548 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Request body: {'port': {'device_id': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:35.842314 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6d1a1-9117-484e-88db-989e95c73a0f req-c6cb10fa-eebe-4a48-bc53-6b78b8e612fc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:35.868570 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-49e6d1a1-9117-484e-88db-989e95c73a0f req-c6cb10fa-eebe-4a48-bc53-6b78b8e612fc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.3241725 Aug 30 04:32:36.005744 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-19160bd4-7555-4ee0-8baa-a1868fdf4f56 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.83 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a89458e4a02d40e4abfd8457f31cc0a4 HTTP/1.1" status: 200 len: 379 time: 0.1193602 Aug 30 04:32:36.041165 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port eaa610dc-af90-4f36-acfa-f6d0db2f74eb is: DOWN; New status is: DOWN {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:36.078956 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-49e6d1a1-9117-484e-88db-989e95c73a0f req-0e899660-1b6d-438a-b79e-52e1e65648e2 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088947 Aug 30 04:32:36.155215 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:36.206908 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:36.296238 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cd937e3a-7dfc-4858-ac21-e7669c31a001 req-11b64c11-9427-4c23-a6b4-605d675c6be3 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.0880852 Aug 30 04:32:36.342105 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:36.383942 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675befb-ac26-4b66-86d1-21660574995b req-9271ecb9-d9a8-41da-ab90-d42c27de106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:36.386802 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8675befb-ac26-4b66-86d1-21660574995b req-9271ecb9-d9a8-41da-ab90-d42c27de106b service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.7226536 Aug 30 04:32:36.440076 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-faf8c3ea-2d56-48aa-916e-7e652cfb06df req-9b7595e5-498f-4f7a-b37d-5ec647cf61af tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6795766 Aug 30 04:32:36.659603 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49246) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:36.836941 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-cffc5830-bb01-4dbc-8cf5-729676e9d40a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1749375 Aug 30 04:32:36.850222 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-7bb68190-dd4e-443f-9016-6d184f7e358b service neutron] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:32:36.852709 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-7bb68190-dd4e-443f-9016-6d184f7e358b service neutron] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0102606 Aug 30 04:32:36.918405 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13cb21f-376e-4f2b-9daf-472725dece64 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:36.936150 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Publish callbacks [] for port (d13cb21f-376e-4f2b-9daf-472725dece64), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:36.967656 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Transition to ACTIVE for port object d13cb21f-376e-4f2b-9daf-472725dece64 will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:32:36.975677 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:37.019790 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49254) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:37.073360 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d13cb21f-376e-4f2b-9daf-472725dece64,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:37.311195 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Attempting to bind port d13cb21f-376e-4f2b-9daf-472725dece64 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:37.311768 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Attempting to bind port d13cb21f-376e-4f2b-9daf-472725dece64 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:37.312524 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Attempting to bind port d13cb21f-376e-4f2b-9daf-472725dece64 on network bcb6fd08-3263-4163-96c8-4125846b16e0 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:37.328053 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Port d13cb21f-376e-4f2b-9daf-472725dece64 on network bcb6fd08-3263-4163-96c8-4125846b16e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:32:37.341849 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-c19b293d-cb0c-4792-9685-4628f03aa816 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:37.344287 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-c19b293d-cb0c-4792-9685-4628f03aa816 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports/eaa610dc-af90-4f36-acfa-f6d0db2f74eb HTTP/1.1" status: 200 len: 940 time: 0.3219016 Aug 30 04:32:37.349980 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Attempting to bind port d13cb21f-376e-4f2b-9daf-472725dece64 on network bcb6fd08-3263-4163-96c8-4125846b16e0 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:37.377188 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b14fa-67e2-4c9f-b73e-8b1bfab3b580 req-f94b81e0-d38c-46c2-b39b-fff7d2e6ac1b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:37.392299 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ff0b14fa-67e2-4c9f-b73e-8b1bfab3b580 req-f94b81e0-d38c-46c2-b39b-fff7d2e6ac1b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.0994556 Aug 30 04:32:37.407297 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Request body: {'port': {'device_id': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'admin_state_up': True, 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'security_groups': ['907eb023-97a2-4fb9-a370-707e6a9bfab0']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:37.428154 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:37.428154 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Checking segment: {'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:37.428154 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Bound using segment: {'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:37.428154 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Bound port: d13cb21f-376e-4f2b-9daf-472725dece64, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359019e8-e525-4106-9bed-841ba1618462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:37.428154 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:37.748947 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:37.806716 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-53b119fa-a076-4905-aed7-c5bce5cfd59e req-342d4ad1-1d36-4cf7-8b72-c8780dfa8a54 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.2018211 Aug 30 04:32:37.807579 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:37.830419 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:37.909559 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Made reservation on behalf of a89458e4a02d40e4abfd8457f31cc0a4 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:37.917856 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:37.932569 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675befb-ac26-4b66-86d1-21660574995b req-f1e41784-e854-43bc-995a-cd585c81c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:37.943891 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8675befb-ac26-4b66-86d1-21660574995b req-f1e41784-e854-43bc-995a-cd585c81c769 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.5306060 Aug 30 04:32:37.977463 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-de86a906-f98a-46d1-9572-5f2bc23a21f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:38.008689 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ff0b14fa-67e2-4c9f-b73e-8b1bfab3b580 req-741fc73a-21ae-4a5f-8f91-b59ce3800537 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303205 Aug 30 04:32:38.131742 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] For port d13cb21f-376e-4f2b-9daf-472725dece64, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:38.147053 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] For port d13cb21f-376e-4f2b-9daf-472725dece64, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d13cb21f-376e-4f2b-9daf-472725dece64,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:38.192001 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:38.266782 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:38.268167 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:38.269049 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/d13cb21f-376e-4f2b-9daf-472725dece64 HTTP/1.1" status: 200 len: 1094 time: 2.5024617 Aug 30 04:32:38.303240 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2938e57-039c-49c7-950f-8718b4f502d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d13cb21f-376e-4f2b-9daf-472725dece64,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:38.313085 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:38.315870 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e723f3c-5116-4c69-b7de-48b52bf0d094" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:38.357628 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Allocated IP 172.20.0.9 (e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26/63018c76-167c-41e0-bb8a-f3e744a64072/543dac3a-e946-4cd1-8a32-b40f01459925) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:38.376721 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8675befb-ac26-4b66-86d1-21660574995b req-33b48dd5-c344-4155-919a-609198142967 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944461 Aug 30 04:32:38.385033 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b87d4-9fa0-432b-b834-d72bb090c3b1 req-d09a00f7-8ff2-4168-98f8-07416fd74ae2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:38.396225 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4e9b87d4-9fa0-432b-b834-d72bb090c3b1 req-d09a00f7-8ff2-4168-98f8-07416fd74ae2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 944 time: 0.2239347 Aug 30 04:32:38.513140 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c308fac-1feb-43ae-afa9-cddb72f5c138 x-openstack-request-id: req-1c308fac-1feb-43ae-afa9-cddb72f5c138 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:38.513453 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:38.513676 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1c308fac-1feb-43ae-afa9-cddb72f5c138 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:38.514081 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c308fac-1feb-43ae-afa9-cddb72f5c138'] response: {'name': 'network-changed', 'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'status': 'completed', 'code': 200} Aug 30 04:32:38.737619 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for port (543dac3a-e946-4cd1-8a32-b40f01459925), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:38.746409 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-f97466ee-d4c0-4827-8d49-d6aedb0226fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:38.752648 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-f97466ee-d4c0-4827-8d49-d6aedb0226fb service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=da2baee55e704f8cbcf73b9bab63bd9a&device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 1128 time: 0.3528945 Aug 30 04:32:38.799698 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:38.807993 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49300) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:38.813712 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-cd9d9af5-b368-4f19-acb1-0e1ca274cea8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788753403', 'description': 'tempest-description--1546885094'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:38.839435 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4e9b87d4-9fa0-432b-b834-d72bb090c3b1 req-6d144f11-ed3d-4481-8be0-d25bff049735 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420054 Aug 30 04:32:38.866825 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:38.903699 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:38.909347 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8675befb-ac26-4b66-86d1-21660574995b req-f786d9df-8acd-4b9c-8a02-2a64d566e53f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626522 Aug 30 04:32:38.996637 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-bfe9b1a3-6106-4f32-980b-676e94741eb8 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13cb21f-376e-4f2b-9daf-472725dece64 HTTP/1.1" status: 200 len: 217 time: 0.0881550 Aug 30 04:32:38.998228 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:38.999593 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9af5-b368-4f19-acb1-0e1ca274cea8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.008018 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:39.011775 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:39.017835 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:39.018662 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.081601 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:39.084959 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event updated for resources: {'Port': ['ID=543dac3a-e946-4cd1-8a32-b40f01459925,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:39.265670 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-1d20e67f-36ed-4be7-a2ad-218a413738f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:39.267419 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-1d20e67f-36ed-4be7-a2ad-218a413738f9 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=827f5d02-c61c-48aa-9415-d203f472af05 HTTP/1.1" status: 200 len: 853 time: 0.1139095 Aug 30 04:32:39.334740 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-d548a600-23fd-4933-b9d5-6366f2dd3e04 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9401209 Aug 30 04:32:39.370916 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Request body: {'port': {'device_id': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:39.385192 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d9a17-24f1-48fc-92cb-56be01b2af4b req-5212270a-449c-46d7-abae-25de4b3c31e0 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:39.395562 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2b4d9a17-24f1-48fc-92cb-56be01b2af4b req-5212270a-449c-46d7-abae-25de4b3c31e0 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 931 time: 0.3414388 Aug 30 04:32:39.624898 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-5c7fef15-b863-48de-afc9-86d4415f9f7e None None] Provisioning complete for port 543dac3a-e946-4cd1-8a32-b40f01459925 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:39.626015 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5c7fef15-b863-48de-afc9-86d4415f9f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.652897 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2b4d9a17-24f1-48fc-92cb-56be01b2af4b req-3a295c67-8aef-48df-902e-494777732da7 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555912 Aug 30 04:32:39.705573 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-5c7fef15-b863-48de-afc9-86d4415f9f7e None None] Port 543dac3a-e946-4cd1-8a32-b40f01459925 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:39.735626 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.840558 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9af5-b368-4f19-acb1-0e1ca274cea8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (3e1152dc-9e72-4fde-a77e-5cce0bdc47a6), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.865158 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9af5-b368-4f19-acb1-0e1ca274cea8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3e1152dc-9e72-4fde-a77e-5cce0bdc47a6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.935737 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-37ce531d-41c3-4f00-b14f-bbadd8c3257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:39.937549 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-37ce531d-41c3-4f00-b14f-bbadd8c3257b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bcb6fd08-3263-4163-96c8-4125846b16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6392207 Aug 30 04:32:39.952048 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d9af5-b368-4f19-acb1-0e1ca274cea8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:39.976431 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94439bde-0ecf-4a05-bad1-2ec551fec4c3 req-ba5cb8af-7c2c-44d2-adbd-268790423137 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:39.990446 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-94439bde-0ecf-4a05-bad1-2ec551fec4c3 req-ba5cb8af-7c2c-44d2-adbd-268790423137 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.7212567 Aug 30 04:32:40.085561 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9af5-b368-4f19-acb1-0e1ca274cea8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.094659 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-cd9d9af5-b368-4f19-acb1-0e1ca274cea8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2850332 Aug 30 04:32:40.104360 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49314) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:40.112589 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-06ead6e0-16e3-40da-86f6-7f47ba13ff51 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group_rule': {'security_group_id': '3e1152dc-9e72-4fde-a77e-5cce0bdc47a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:40.192439 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567493-5888-459b-af5d-9b66cd98d004 req-6974069c-e6c4-4aea-9bdc-2d3b988ca26e tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:40.204610 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-23567493-5888-459b-af5d-9b66cd98d004 req-6974069c-e6c4-4aea-9bdc-2d3b988ca26e tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 944 time: 0.1879954 Aug 30 04:32:40.214800 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-94439bde-0ecf-4a05-bad1-2ec551fec4c3 req-4e4c69f5-5e85-441f-824e-cbbe2e3f90b4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214239 Aug 30 04:32:40.259461 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-0501dc82-254f-47e5-9543-5b2bfdea89a3 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381725 Aug 30 04:32:40.639720 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-06ead6e0-16e3-40da-86f6-7f47ba13ff51 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (a2d8fe72-47db-4a6b-aed5-61090883fbd2), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.754608 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:40.827446 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-06ead6e0-16e3-40da-86f6-7f47ba13ff51 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (a2d8fe72-47db-4a6b-aed5-61090883fbd2), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.851945 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-23567493-5888-459b-af5d-9b66cd98d004 req-3c6a3182-6236-4a58-965c-ded626a2045d tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420355 Aug 30 04:32:40.862203 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-06ead6e0-16e3-40da-86f6-7f47ba13ff51 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (a2d8fe72-47db-4a6b-aed5-61090883fbd2), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.981760 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ead6e0-16e3-40da-86f6-7f47ba13ff51 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d8fe72-47db-4a6b-aed5-61090883fbd2,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:41.004888 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f262cf-9a20-4e2f-86be-fcd62f593227 req-0b6c6a5c-4ce5-4cc3-a270-60928bf421c6 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:41.020159 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-95f262cf-9a20-4e2f-86be-fcd62f593227 req-0b6c6a5c-4ce5-4cc3-a270-60928bf421c6 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 931 time: 0.1854782 Aug 30 04:32:41.034316 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-06ead6e0-16e3-40da-86f6-7f47ba13ff51 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.036726 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-06ead6e0-16e3-40da-86f6-7f47ba13ff51 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9296219 Aug 30 04:32:41.045275 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 49322) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:41.078194 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-edd62bd0-8e27-40ba-ae71-f5728d44af2e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group_rule': {'security_group_id': '3e1152dc-9e72-4fde-a77e-5cce0bdc47a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:41.260991 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-95f262cf-9a20-4e2f-86be-fcd62f593227 req-04641544-f06d-41d5-af11-e64d0ba28fb9 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396190 Aug 30 04:32:41.262373 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-edd62bd0-8e27-40ba-ae71-f5728d44af2e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (81b0fb57-6f25-4bba-9b1c-b1653ad6ffbf), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.402839 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543dac3a-e946-4cd1-8a32-b40f01459925 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:41.408170 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:41.434135 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:41.450189 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Publish callbacks [] for port (543dac3a-e946-4cd1-8a32-b40f01459925), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.501417 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-a4cf3eef-a4f3-4e71-9060-d6d9cc5f81e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.534931 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-edd62bd0-8e27-40ba-ae71-f5728d44af2e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (81b0fb57-6f25-4bba-9b1c-b1653ad6ffbf), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.556685 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eba9fb-fd41-4515-b54d-0144766c325c req-9c575665-ba12-4f8f-a806-4f551ddc2a57 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:41.565511 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Transition to ACTIVE for port object 543dac3a-e946-4cd1-8a32-b40f01459925 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:32:41.569187 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1eba9fb-fd41-4515-b54d-0144766c325c req-9c575665-ba12-4f8f-a806-4f551ddc2a57 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.1569576 Aug 30 04:32:41.572556 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-edd62bd0-8e27-40ba-ae71-f5728d44af2e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (81b0fb57-6f25-4bba-9b1c-b1653ad6ffbf), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.589209 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.619213 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd62bd0-8e27-40ba-ae71-f5728d44af2e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b0fb57-6f25-4bba-9b1c-b1653ad6ffbf,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:41.662448 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-edd62bd0-8e27-40ba-ae71-f5728d44af2e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.667099 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-edd62bd0-8e27-40ba-ae71-f5728d44af2e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5924301 Aug 30 04:32:41.675409 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 49336) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:41.682920 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'floatingip': {'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:41.760255 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1eba9fb-fd41-4515-b54d-0144766c325c req-92851407-9c0b-4104-bfa8-818899d2f3b7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710298 Aug 30 04:32:41.784632 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.856991 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87563121-777b-4519-a48f-fe7dc3b9209a req-b3a929b0-9618-4b97-94b2-01ee5654e419 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:41.873707 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-b3a929b0-9618-4b97-94b2-01ee5654e419 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/networks?id=aea69756-e786-4cf8-8d76-5170bbdf521b HTTP/1.1" status: 200 len: 813 time: 0.5703037 Aug 30 04:32:41.923871 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Attempting to bind port 543dac3a-e946-4cd1-8a32-b40f01459925 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:41.924431 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Attempting to bind port 543dac3a-e946-4cd1-8a32-b40f01459925 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:41.924972 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Attempting to bind port 543dac3a-e946-4cd1-8a32-b40f01459925 on network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:41.934960 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Pushing event updated for resources: {'Port': ['ID=543dac3a-e946-4cd1-8a32-b40f01459925,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:41.945108 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Port 543dac3a-e946-4cd1-8a32-b40f01459925 on network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:32:41.945108 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Attempting to bind port 543dac3a-e946-4cd1-8a32-b40f01459925 on network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:41.956659 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-ea63025b-1c35-4b3d-9487-33870f220338 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/quotas/9322fbe1939b46c3aee2418884f81e9a HTTP/1.1" status: 200 len: 375 time: 0.0703201 Aug 30 04:32:42.048411 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:42.093230 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-56726fa2-a0d7-4c0c-a13c-b5209403652b tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=9322fbe1939b46c3aee2418884f81e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1346343 Aug 30 04:32:42.101876 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:42.102982 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Checking segment: {'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:42.104279 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Bound using segment: {'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:42.105364 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Bound port: 543dac3a-e946-4cd1-8a32-b40f01459925, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6509e26f-e0ae-4d96-b856-25a257dc8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:42.106225 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:42.272161 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc98c9-c93b-4f37-aa0d-6a6d9fd086a8 req-5205a1c5-c0cf-45f3-b90e-055528f863b2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:42.275206 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a8bc98c9-c93b-4f37-aa0d-6a6d9fd086a8 req-5205a1c5-c0cf-45f3-b90e-055528f863b2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 944 time: 0.1419861 Aug 30 04:32:42.367379 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] For port 543dac3a-e946-4cd1-8a32-b40f01459925, host hv-cinder-85426, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:42.410973 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:42.415232 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] For port 543dac3a-e946-4cd1-8a32-b40f01459925, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=543dac3a-e946-4cd1-8a32-b40f01459925,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:42.423975 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-004e21e5-2a85-410d-8800-fc27e0a3d66a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/aea69756-e786-4cf8-8d76-5170bbdf521b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127649 Aug 30 04:32:42.424329 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:42.426755 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:42.468398 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Allocated IP 172.28.3.28 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/6e330c84-1c81-43e8-bcac-cb45188650dc) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:42.482594 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a8bc98c9-c93b-4f37-aa0d-6a6d9fd086a8 req-c2296636-e25e-4413-98ca-23e7098b237c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453464 Aug 30 04:32:42.543155 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Pushing event updated for resources: {'Port': ['ID=543dac3a-e946-4cd1-8a32-b40f01459925,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:42.549636 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:42.550831 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:42.553892 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-82c34bd9-ea98-4e14-ab74-476e0bc31748 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/543dac3a-e946-4cd1-8a32-b40f01459925 HTTP/1.1" status: 200 len: 1093 time: 3.1905098 Aug 30 04:32:42.566742 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:42.571725 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:42.852631 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a849-1e05-460f-bf44-a8843f30697b req-71a6a684-18ce-47c7-8eb4-8f1bed2ec555 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:42.854171 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-69b2a849-1e05-460f-bf44-a8843f30697b req-71a6a684-18ce-47c7-8eb4-8f1bed2ec555 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 943 time: 0.1692152 Aug 30 04:32:42.885669 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (6e330c84-1c81-43e8-bcac-cb45188650dc), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:42.916790 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-8e523dcb-501c-4524-a2f8-aff49c6ae74b service neutron] 10.222.0.91 "GET /networking/v2.0/networks/aea69756-e786-4cf8-8d76-5170bbdf521b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764527 Aug 30 04:32:43.015152 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cf7ddf40-fec1-4dc8-ad97-1af6623ea4ba req-614bdacf-aac5-4df7-a3af-07cf254bd6fc service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960952 Aug 30 04:32:43.078050 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-69b2a849-1e05-460f-bf44-a8843f30697b req-8e99b113-61ee-4e9f-886e-7835e99581e1 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002215 Aug 30 04:32:43.163529 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (6e330c84-1c81-43e8-bcac-cb45188650dc), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:43.250897 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f47ebf0-56c3-453e-8b59-1d26dad9bc1d x-openstack-request-id: req-0f47ebf0-56c3-453e-8b59-1d26dad9bc1d {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:43.251428 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:43.251984 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0f47ebf0-56c3-453e-8b59-1d26dad9bc1d {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:43.252519 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f47ebf0-56c3-453e-8b59-1d26dad9bc1d'] response: {'name': 'network-changed', 'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925', 'status': 'completed', 'code': 200} Aug 30 04:32:43.276361 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:43.351470 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:43.447399 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:43.599084 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b5b01a24-f061-4ab2-a169-d3e26b42838d req-351b33be-0d00-44ba-ab71-bc92d008557f tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 210 time: 0.1538582 Aug 30 04:32:43.620413 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=6e330c84-1c81-43e8-bcac-cb45188650dc,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:43.636813 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-5512c26a-228a-4b38-badd-20bde32ea242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:43.638719 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-5512c26a-228a-4b38-badd-20bde32ea242 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=a89458e4a02d40e4abfd8457f31cc0a4&device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 1127 time: 0.2308061 Aug 30 04:32:43.703098 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da04d5-b494-4105-b1b0-eaca5a55239f req-3ac048dc-f4fb-4bce-8a81-103b37053f1b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:43.723291 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a3da04d5-b494-4105-b1b0-eaca5a55239f req-3ac048dc-f4fb-4bce-8a81-103b37053f1b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.3004162 Aug 30 04:32:43.771048 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-f2211c65-78f6-4550-9c71-1d6260aa7053 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=543dac3a-e946-4cd1-8a32-b40f01459925 HTTP/1.1" status: 200 len: 217 time: 0.0853250 Aug 30 04:32:43.852325 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:43.902809 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7113d8-dd58-4c11-8730-7fca5a2c752c req-cb8faec1-cc6d-4079-852d-e6e40f09e702 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:43.921824 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1a7113d8-dd58-4c11-8730-7fca5a2c752c req-cb8faec1-cc6d-4079-852d-e6e40f09e702 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 944 time: 0.1485949 Aug 30 04:32:44.030094 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (8b6dfabe-ee3a-43e3-9284-c343f4fdd30f), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:44.056150 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1a7113d8-dd58-4c11-8730-7fca5a2c752c req-81afe608-8e27-4085-9ea6-9da73d6bd4dd tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269467 Aug 30 04:32:44.071127 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e723f3c-5116-4c69-b7de-48b52bf0d094 req-08d2ce2d-1f51-4760-8e10-0bd063276b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:44.074384 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2e723f3c-5116-4c69-b7de-48b52bf0d094 req-08d2ce2d-1f51-4760-8e10-0bd063276b47 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=da2baee55e704f8cbcf73b9bab63bd9a&device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 1128 time: 0.3440969 Aug 30 04:32:44.109721 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:44.176307 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a3da04d5-b494-4105-b1b0-eaca5a55239f req-f4746e83-c229-465a-ad23-33a9198e4097 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4506364 Aug 30 04:32:44.214455 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (6e330c84-1c81-43e8-bcac-cb45188650dc), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:44.218213 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-904eeca4-2457-4628-a64f-f579aef30e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:44.222170 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-904eeca4-2457-4628-a64f-f579aef30e4c service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=63018c76-167c-41e0-bb8a-f3e744a64072 HTTP/1.1" status: 200 len: 847 time: 0.1448612 Aug 30 04:32:44.341826 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-0dacde09-eb74-4266-9958-b1ca0f450498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:44.347688 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-0dacde09-eb74-4266-9958-b1ca0f450498 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1175642 Aug 30 04:32:44.363674 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:44.404839 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f263e-e08f-4dce-b44c-4ccf5a04a5e1 req-b7940050-261e-4d6d-a6d5-751a4cb7963c tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:44.407250 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dc5f263e-e08f-4dce-b44c-4ccf5a04a5e1 req-b7940050-261e-4d6d-a6d5-751a4cb7963c tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 943 time: 0.1611705 Aug 30 04:32:44.452694 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:UPDATE=3,neutron:INSERT=3,neutron:SELECT=94 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:44.476673 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:44.516219 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e723f3c-5116-4c69-b7de-48b52bf0d094 req-c959c095-b788-47e0-a8cb-e9f2b98a4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:44.517659 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2e723f3c-5116-4c69-b7de-48b52bf0d094 req-c959c095-b788-47e0-a8cb-e9f2b98a4749 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=bcb6fd08-3263-4163-96c8-4125846b16e0 HTTP/1.1" status: 200 len: 916 time: 0.3761532 Aug 30 04:32:44.575172 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2e723f3c-5116-4c69-b7de-48b52bf0d094 req-d5e05129-a8b2-4c66-8627-17615f9f7877 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13cb21f-376e-4f2b-9daf-472725dece64 HTTP/1.1" status: 200 len: 217 time: 0.0485952 Aug 30 04:32:44.657823 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dc5f263e-e08f-4dce-b44c-4ccf5a04a5e1 req-3aa9b5ed-90e3-4b26-94fa-ddefbc47c255 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326827 Aug 30 04:32:44.698839 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:44.749147 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-7ac2ab02-4189-4e88-b902-93d41537fe17 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393984 Aug 30 04:32:44.846139 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e723f3c-5116-4c69-b7de-48b52bf0d094 req-be75616e-5579-4a91-bc92-cfc5534db2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:44.849332 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2e723f3c-5116-4c69-b7de-48b52bf0d094 req-be75616e-5579-4a91-bc92-cfc5534db2f0 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=827f5d02-c61c-48aa-9415-d203f472af05 HTTP/1.1" status: 200 len: 853 time: 0.2572758 Aug 30 04:32:44.862926 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-bc4953f0-fb34-4ec9-9fe0-39765434e684 req-6bed39b1-a9d8-496c-aef2-c5be8b1678c0 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 210 time: 0.1039772 Aug 30 04:32:44.873652 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (6e330c84-1c81-43e8-bcac-cb45188650dc), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:44.892118 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (6e330c84-1c81-43e8-bcac-cb45188650dc), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:45.023296 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=6e330c84-1c81-43e8-bcac-cb45188650dc,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:45.031069 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (8b6dfabe-ee3a-43e3-9284-c343f4fdd30f), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:45.072915 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:45.074964 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-0be03587-05bb-4818-9bde-2b6da4b5077a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3979735 Aug 30 04:32:45.286771 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ce518-52b7-441a-8090-a5f0c37cf4f7 req-5d262063-e6f8-45f5-9db9-b8ccf4d7c78b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:45.297914 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-901ce518-52b7-441a-8090-a5f0c37cf4f7 req-5d262063-e6f8-45f5-9db9-b8ccf4d7c78b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 944 time: 0.1225178 Aug 30 04:32:45.407028 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-901ce518-52b7-441a-8090-a5f0c37cf4f7 req-fc500fbe-59f1-4bb9-8a93-2ea5ee5bf374 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076910 Aug 30 04:32:45.544721 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-6a16b791-7b1b-4f43-86f8-756091c8ceae tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--788753403&fields=id&tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 267 time: 0.0947847 Aug 30 04:32:45.623014 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282370a-59d5-4e56-aa48-bfa5f605e0d6 req-d867de4e-c134-465c-ba17-2fe0fe738307 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:45.626366 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2282370a-59d5-4e56-aa48-bfa5f605e0d6 req-d867de4e-c134-465c-ba17-2fe0fe738307 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.0870290 Aug 30 04:32:45.718927 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2282370a-59d5-4e56-aa48-bfa5f605e0d6 req-e27cc09a-70c9-4075-8ca7-181832360551 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844789 Aug 30 04:32:45.735657 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-4a95c0cc-917d-401c-aec9-a310efae25b8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:45.738364 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-4a95c0cc-917d-401c-aec9-a310efae25b8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 815 time: 0.1805658 Aug 30 04:32:45.763478 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-047ed640-5e2e-486d-9016-540c98964231 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/quotas/ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 375 time: 0.0152321 Aug 30 04:32:45.844217 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-3b9d95ea-e99a-4f78-a54b-8d378525213d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711019 Aug 30 04:32:45.911196 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880ab42-34df-473a-85d4-9b3fcd063fa1 req-7681d5da-06e4-434f-be32-95bad00b2ff9 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:45.914280 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5880ab42-34df-473a-85d4-9b3fcd063fa1 req-7681d5da-06e4-434f-be32-95bad00b2ff9 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 943 time: 0.0754826 Aug 30 04:32:45.918037 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:45.989542 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5880ab42-34df-473a-85d4-9b3fcd063fa1 req-6176c08d-31a8-4e5e-80cc-1309f41a84bb tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671492 Aug 30 04:32:45.996478 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-aecf3341-7160-4111-81a7-10e83226e211 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341672 Aug 30 04:32:46.129152 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-7ec0f5ee-f405-4da7-876a-5ce8ad4fd87d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263735 Aug 30 04:32:46.139113 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5ad670c8-0651-4315-af96-4ac5449533eb req-dd720682-542c-455f-9822-732d9b321325 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 210 time: 0.0430331 Aug 30 04:32:46.165462 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:46.257814 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e723f3c-5116-4c69-b7de-48b52bf0d094 req-92201f38-6dab-407f-88ae-1140a4b9b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:46.261698 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2e723f3c-5116-4c69-b7de-48b52bf0d094 req-92201f38-6dab-407f-88ae-1140a4b9b886 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bcb6fd08-3263-4163-96c8-4125846b16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0829847 Aug 30 04:32:46.406059 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14cf3237-a7ff-48a5-a707-c23e02653ac0 req-08c63b8c-fa48-42cb-ae2f-9b3e764e1bda service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168024 Aug 30 04:32:46.454836 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-59f4c454-94fd-4909-a7bf-7fd1a64f6b87 req-2c5692a0-ebfa-4fb9-a2b7-b25305fb0d4c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 210 time: 0.0395713 Aug 30 04:32:46.482523 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2e723f3c-5116-4c69-b7de-48b52bf0d094 req-c78a2722-8c20-4bbe-920d-674dc0e2232f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058337 Aug 30 04:32:46.575800 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:46.598098 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ffd90-e97f-4d24-9e58-2637c5983d93 req-a2894aba-6b3b-42c2-b6cb-2e1e3bb10027 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:46.600911 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a77ffd90-e97f-4d24-9e58-2637c5983d93 req-a2894aba-6b3b-42c2-b6cb-2e1e3bb10027 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 944 time: 0.0650973 Aug 30 04:32:46.672213 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a77ffd90-e97f-4d24-9e58-2637c5983d93 req-7ca3f8ab-ab11-4c52-bbec-55dc385a676e tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643158 Aug 30 04:32:46.919281 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddf8e2-706a-4550-865a-054d6023006d req-7777d706-0252-48b1-b398-632ebfd5298f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:46.921840 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e3ddf8e2-706a-4550-865a-054d6023006d req-7777d706-0252-48b1-b398-632ebfd5298f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.0866268 Aug 30 04:32:46.996757 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e3ddf8e2-706a-4550-865a-054d6023006d req-74cf7c96-5a77-4f97-8ce1-e46cbd0cc930 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657246 Aug 30 04:32:47.141266 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae202538-f6a2-4611-b350-6fedfc332cd1 req-9e3da2a0-50e0-4bf5-9aa9-ef4b2b3f88da tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:47.142945 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ae202538-f6a2-4611-b350-6fedfc332cd1 req-9e3da2a0-50e0-4bf5-9aa9-ef4b2b3f88da tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 943 time: 0.0571120 Aug 30 04:32:47.220059 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ae202538-f6a2-4611-b350-6fedfc332cd1 req-53c3fc68-3571-44c7-b471-2e38c08a52d1 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698447 Aug 30 04:32:47.316394 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4aa04f90-9577-49d8-b109-f0a25820057c req-c541dc4c-e2f7-49e3-8a2c-7790db584663 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 210 time: 0.0567141 Aug 30 04:32:47.418705 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:47.480334 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2e723f3c-5116-4c69-b7de-48b52bf0d094 req-192c1724-8c85-4e7c-9348-c6c2e58618b3 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458824 Aug 30 04:32:47.603669 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-98ee6dd6-3b20-41be-8324-6b81fb50b86a req-41d22510-7a47-4e05-aeec-4c905c3d54df tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 210 time: 0.0381737 Aug 30 04:32:47.826256 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384827-aef8-4c7c-90c0-6cabb32ed754 req-90e57536-c851-4e6c-87b5-ee4e063ce53a tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:47.827962 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-78384827-aef8-4c7c-90c0-6cabb32ed754 req-90e57536-c851-4e6c-87b5-ee4e063ce53a tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 944 time: 0.0606022 Aug 30 04:32:47.889102 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-78384827-aef8-4c7c-90c0-6cabb32ed754 req-79ecb284-7265-4d70-9d79-5ccb98661f0b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503404 Aug 30 04:32:48.154396 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f25ab-2cb7-4880-a003-7edac4130936 req-1a2d99e0-a0b6-4022-8c4d-eece3558cab5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:48.156064 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9b7f25ab-2cb7-4880-a003-7edac4130936 req-1a2d99e0-a0b6-4022-8c4d-eece3558cab5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.0544665 Aug 30 04:32:48.217884 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9b7f25ab-2cb7-4880-a003-7edac4130936 req-de87fe04-f9e8-404a-ae03-00aeef089211 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547836 Aug 30 04:32:48.394088 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6e6f2-dfd0-4324-95d6-0c859a246da0 req-f4f36c62-389e-49a0-b2de-3ef24d4157fd tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:48.397608 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cbe6e6f2-dfd0-4324-95d6-0c859a246da0 req-f4f36c62-389e-49a0-b2de-3ef24d4157fd tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 943 time: 0.0944619 Aug 30 04:32:48.432800 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d98957e3-ff18-449e-a53e-7faf7d5134d9 req-81cfa212-6edc-441f-80dc-3855cd27a9bc tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 210 time: 0.0326560 Aug 30 04:32:48.465053 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cbe6e6f2-dfd0-4324-95d6-0c859a246da0 req-9b08ad6c-5461-4f8c-95c4-4eeae3eb0121 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557184 Aug 30 04:32:48.685380 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4 req-96cb60b9-4807-460a-be80-93232319a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:48.688123 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4 req-96cb60b9-4807-460a-be80-93232319a40a service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=a89458e4a02d40e4abfd8457f31cc0a4&device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 1127 time: 0.0898046 Aug 30 04:32:48.773413 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-62b2b0ff-04e8-4cd8-b30e-3385a8173c90 req-d8afb0d1-160c-4924-855c-85aeedb35e71 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 210 time: 0.0310621 Aug 30 04:32:49.090972 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-be5cf90f-1302-45db-964e-774c32e3c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.092640 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-be5cf90f-1302-45db-964e-774c32e3c749 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717&tenant_id=cf24ec2c8bd74974932690a583961691 HTTP/1.1" status: 200 len: 1127 time: 0.1668191 Aug 30 04:32:49.099112 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4 req-4a7ea05c-9f72-4bad-aba8-9259b86535e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.102021 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4 req-4a7ea05c-9f72-4bad-aba8-9259b86535e8 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 HTTP/1.1" status: 200 len: 910 time: 0.2092957 Aug 30 04:32:49.126746 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7d14-6985-4497-9261-efc48705bce7 req-773dd258-84db-42d0-8609-31a26c35a782 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.129314 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6f1f7d14-6985-4497-9261-efc48705bce7 req-773dd258-84db-42d0-8609-31a26c35a782 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 944 time: 0.1025467 Aug 30 04:32:49.209964 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4 req-d064c9ad-3e5a-4738-bbd1-5fc797507313 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=543dac3a-e946-4cd1-8a32-b40f01459925 HTTP/1.1" status: 200 len: 217 time: 0.0782361 Aug 30 04:32:49.216286 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:49.227386 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-e4f3af00-3501-4be7-9b68-21b5591af5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.229378 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-e4f3af00-3501-4be7-9b68-21b5591af5ee service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 1127 time: 0.0754395 Aug 30 04:32:49.289706 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6f1f7d14-6985-4497-9261-efc48705bce7 req-fb971644-0651-41d8-aac4-dd67577f4df5 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500528 Aug 30 04:32:49.291268 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4 req-598033ee-3fa2-4adc-a55f-c8ca35568f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.293016 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4 req-598033ee-3fa2-4adc-a55f-c8ca35568f5e service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=63018c76-167c-41e0-bb8a-f3e744a64072 HTTP/1.1" status: 200 len: 847 time: 0.0699589 Aug 30 04:32:49.394350 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:49.490370 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4 req-87c349c8-ff6d-468a-9c7d-9672bf07f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.493132 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4 req-87c349c8-ff6d-468a-9c7d-9672bf07f4a2 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1915798 Aug 30 04:32:49.500280 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-83269290-ad8a-4221-9138-b1418c51818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.502996 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-83269290-ad8a-4221-9138-b1418c51818a service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 919 time: 0.2598417 Aug 30 04:32:49.522009 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4803e-a54a-4dbd-8f6b-5d1136b5330b req-7f3f1cb1-db41-432b-a451-70f95ba9bd5d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.524015 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cea4803e-a54a-4dbd-8f6b-5d1136b5330b req-7f3f1cb1-db41-432b-a451-70f95ba9bd5d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.1173406 Aug 30 04:32:49.634352 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-890fce60-1ded-4658-ac57-42c1b8ec712b req-1425232d-f9fc-41e7-968b-587081b066fc tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 210 time: 0.0613120 Aug 30 04:32:49.653442 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-c23863ff-2fe5-4973-8e3e-419611af7a2d service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb HTTP/1.1" status: 200 len: 998 time: 0.1429396 Aug 30 04:32:49.716708 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cea4803e-a54a-4dbd-8f6b-5d1136b5330b req-cc702dd5-dcbc-4afb-b47c-d8eca4f730b3 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802740 Aug 30 04:32:49.736206 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4 req-6e4b6a62-7298-43cd-888a-f26e3471b3fc service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345235 Aug 30 04:32:49.775347 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9969c2-3a6e-47f0-83bd-f99737359940 req-523fff13-8ba1-4cdf-8dec-2eacc108bab0 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.777241 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6b9969c2-3a6e-47f0-83bd-f99737359940 req-523fff13-8ba1-4cdf-8dec-2eacc108bab0 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 943 time: 0.0678473 Aug 30 04:32:49.793863 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:32:49.846112 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 543dac3a-e946-4cd1-8a32-b40f01459925 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:32:49.913300 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-a1b5d4a4-2121-4711-ab29-04dfa9b70e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.927423 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-a1b5d4a4-2121-4711-ab29-04dfa9b70e19 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 200 len: 856 time: 0.1418860 Aug 30 04:32:49.995155 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-81c2690d-131d-4b98-83cc-66ba8a58bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.996286 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-81c2690d-131d-4b98-83cc-66ba8a58bc3b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0575347 Aug 30 04:32:50.048521 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dee8371c-e986-4111-a4e8-d79790fb3184 req-797470e6-f38c-42ef-9153-5a8e75db856c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 210 time: 0.1623962 Aug 30 04:32:50.139950 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 543dac3a-e946-4cd1-8a32-b40f01459925, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=543dac3a-e946-4cd1-8a32-b40f01459925,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:50.157214 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6b9969c2-3a6e-47f0-83bd-f99737359940 req-539b4477-01f7-448f-8c3e-7e8397bca2bf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3602457 Aug 30 04:32:50.171698 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:50.178214 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '543dac3a-e946-4cd1-8a32-b40f01459925', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'port_id': '543dac3a-e946-4cd1-8a32-b40f01459925', 'mac_address': 'fa:16:3e:f0:0c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:32:50.187052 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-616da0b9-f29c-4ee1-95d7-e36fe4ef0de4 req-8326d599-920f-4c03-967d-55923292f6fb service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018266 Aug 30 04:32:50.232564 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 543dac3a-e946-4cd1-8a32-b40f01459925 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:50.232990 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:50.251971 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543dac3a-e946-4cd1-8a32-b40f01459925 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:50.262592 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-615bfeec-88cf-41db-a1ae-7668216327a1 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529891 Aug 30 04:32:50.270175 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87563121-777b-4519-a48f-fe7dc3b9209a req-6f9a762f-342e-405c-b1a7-b4defd883914 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:50.272363 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-6f9a762f-342e-405c-b1a7-b4defd883914 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.83 "GET /networking/v2.0/networks?id=aea69756-e786-4cf8-8d76-5170bbdf521b HTTP/1.1" status: 200 len: 813 time: 0.2583640 Aug 30 04:32:50.279069 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 543dac3a-e946-4cd1-8a32-b40f01459925, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=543dac3a-e946-4cd1-8a32-b40f01459925,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:50.284453 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:50.285220 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device d13cb21f-376e-4f2b-9daf-472725dece64 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:32:50.347110 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:50.398196 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Request body: {'port': {'device_id': '95a63575-5a38-460c-9d5b-5184d01154cb', 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b', 'admin_state_up': True, 'tenant_id': '9322fbe1939b46c3aee2418884f81e9a'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:50.412765 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=543dac3a-e946-4cd1-8a32-b40f01459925,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:50.527531 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port d13cb21f-376e-4f2b-9daf-472725dece64, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d13cb21f-376e-4f2b-9daf-472725dece64,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:50.553373 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'port_id': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'mac_address': 'fa:16:3e:76:41:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:32:50.600398 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c4251ca7-63d2-4abd-8187-8ccd06611eca req-69d9de8e-3ba0-49aa-9510-ffed47fda2b8 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133265 Aug 30 04:32:50.609724 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe285c97-09f4-4a61-9c18-b4273c97592f req-27688a27-4bf4-45f1-8d58-872ee8f9bdb2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:50.611334 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fe285c97-09f4-4a61-9c18-b4273c97592f req-27688a27-4bf4-45f1-8d58-872ee8f9bdb2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 944 time: 0.0813591 Aug 30 04:32:50.620582 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port d13cb21f-376e-4f2b-9daf-472725dece64 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:50.621800 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:50.650928 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13cb21f-376e-4f2b-9daf-472725dece64 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:50.719061 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port d13cb21f-376e-4f2b-9daf-472725dece64, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d13cb21f-376e-4f2b-9daf-472725dece64,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:50.727743 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:50.737549 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Made reservation on behalf of 9322fbe1939b46c3aee2418884f81e9a for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:50.748081 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:50.761798 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:50.819971 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fe285c97-09f4-4a61-9c18-b4273c97592f req-25f78b92-721f-4717-85ce-4e3ad3eda489 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900640 Aug 30 04:32:50.932096 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=d13cb21f-376e-4f2b-9daf-472725dece64,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:50.950580 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-70ed48f4-784f-4a81-86e5-215cfd59e34a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:50.952466 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-70ed48f4-784f-4a81-86e5-215cfd59e34a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 815 time: 0.2868857 Aug 30 04:32:51.032928 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0c96765d-09c0-4151-aec7-47109a0d6eb6 req-b4e8f887-9d0f-457d-bc23-bd39b980acb6 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 210 time: 0.0668790 Aug 30 04:32:51.137991 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-1750dfc7-4a7c-4d0e-a002-73723c48b7b2 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 471 time: 0.1572366 Aug 30 04:32:51.244289 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'port': {'device_id': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'admin_state_up': True, 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'security_groups': ['3e1152dc-9e72-4fde-a77e-5cce0bdc47a6']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:51.264204 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f78f-c6b6-43ec-806c-20e416e66df4 req-7af4cfb1-e380-41cc-8f23-c93d57f49df6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:51.267230 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f2f4f78f-c6b6-43ec-806c-20e416e66df4 req-7af4cfb1-e380-41cc-8f23-c93d57f49df6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.1188202 Aug 30 04:32:51.281352 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Allocated IP 172.20.0.5 (aea69756-e786-4cf8-8d76-5170bbdf521b/fa4c0150-e189-4d96-9b03-890176733d1e/2665e87c-c423-4535-b82a-5a19d9770e58) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:51.353861 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['543dac3a-e946-4cd1-8a32-b40f01459925'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:32:51.366047 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c48d4c99-6d17-4cbe-b1c5-db71e6c0dcf7 req-6ed56f90-1ec1-41ca-9146-1edb671a05b1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 210 time: 0.1672587 Aug 30 04:32:51.571014 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['d13cb21f-376e-4f2b-9daf-472725dece64'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:32:51.630314 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:51.644325 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Made reservation on behalf of ec24ad0a529d4df7a32b62a1558fa7a8 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:51.650531 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:51.683496 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bdfcd-e260-41dd-b5b0-858e9a48d32a req-8e25670b-c760-44f0-b177-bf815f90c1b2 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:51.685257 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-983bdfcd-e260-41dd-b5b0-858e9a48d32a req-8e25670b-c760-44f0-b177-bf815f90c1b2 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 944 time: 0.1520905 Aug 30 04:32:51.696564 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f2f4f78f-c6b6-43ec-806c-20e416e66df4 req-872429e0-1fd2-426d-a30b-6ebb93d1f0a5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4166789 Aug 30 04:32:51.817232 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks [] for port (2665e87c-c423-4535-b82a-5a19d9770e58), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:51.890504 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:51.961018 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-983bdfcd-e260-41dd-b5b0-858e9a48d32a req-c4681131-cf52-4229-80af-d6b0d3e2ed46 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621634 Aug 30 04:32:51.963027 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:52.124781 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Network aea69756-e786-4cf8-8d76-5170bbdf521b is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:52.161154 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Allocated IP 172.20.0.13 (a0fa4781-7b10-40fd-9cd8-6b3044f7ba50/ed459e27-07bd-4dcd-9b98-70b12d66fc5f/dd0eb0ed-dd54-4a61-b759-3c573081c4e6) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:52.162779 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:52.171812 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:52.219370 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:52.247435 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Pushing event updated for resources: {'Port': ['ID=2665e87c-c423-4535-b82a-5a19d9770e58,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:52.294763 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48233def-ff46-4ab3-84ca-2cda20a73639 req-900febc3-a890-4b3c-9f4f-5d619880523a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:52.302685 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-48233def-ff46-4ab3-84ca-2cda20a73639 req-900febc3-a890-4b3c-9f4f-5d619880523a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 931 time: 0.0661232 Aug 30 04:32:52.306450 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d626e57-6de6-4e72-bd50-c3f1485cb56c req-eb68c15d-8e72-4056-bac4-03d7d5fd4cbc tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:52.309931 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5d626e57-6de6-4e72-bd50-c3f1485cb56c req-eb68c15d-8e72-4056-bac4-03d7d5fd4cbc tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 945 time: 0.2288990 Aug 30 04:32:52.425782 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:52.427289 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:52.523873 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5d626e57-6de6-4e72-bd50-c3f1485cb56c req-c3c39a47-c050-4b0c-aab2-593610f35ff0 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939955 Aug 30 04:32:52.554679 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:52.594980 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-48233def-ff46-4ab3-84ca-2cda20a73639 req-059c02a0-99e7-418a-97a1-33a1d500239f tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914000 Aug 30 04:32:52.610471 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-5373a65c-4768-4c60-94e6-e424e760616d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2227025 Aug 30 04:32:52.644311 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Request body: {'port': {'device_id': '95a63575-5a38-460c-9d5b-5184d01154cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:52.712321 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:52.823042 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:52.829830 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:52.856761 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:52.862164 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:52.863171 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:52.903080 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6667085 Aug 30 04:32:52.958151 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784b768-ae38-4026-9070-1f234a50a170 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:52.967887 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Request body: {'port': {'device_id': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:52.979069 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0150bd-b8bb-42f2-8a28-639a140e0877 req-0da65ae5-01b6-45d4-a04b-ecc0805f2241 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:52.986717 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8a0150bd-b8bb-42f2-8a28-639a140e0877 req-0da65ae5-01b6-45d4-a04b-ecc0805f2241 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.1339271 Aug 30 04:32:53.136829 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8a0150bd-b8bb-42f2-8a28-639a140e0877 req-a9fc888e-8618-4bb9-a1a5-f831009ec55f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490889 Aug 30 04:32:53.161255 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:53.346772 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-35a99bd8-6b6f-4d26-95fa-054dd3f0d9ab None None] Provisioning complete for port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:53.347467 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-35a99bd8-6b6f-4d26-95fa-054dd3f0d9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:53.355021 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:53.382156 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67274c-8d8f-49c8-9f31-e04551c3f04a req-a5f8374d-0933-412a-8ed9-b34588b1709f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:53.390506 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4e67274c-8d8f-49c8-9f31-e04551c3f04a req-a5f8374d-0933-412a-8ed9-b34588b1709f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 932 time: 0.7078135 Aug 30 04:32:53.406824 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:53.479945 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-35a99bd8-6b6f-4d26-95fa-054dd3f0d9ab None None] Port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:53.511221 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:53.556421 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:53.578146 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:53.604089 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4e67274c-8d8f-49c8-9f31-e04551c3f04a req-aba87087-ac81-4028-ada5-77edb53cf46e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112885 Aug 30 04:32:53.707861 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0eb0ed-dd54-4a61-b759-3c573081c4e6 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:53.714508 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Publish callbacks [] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:53.732483 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Transition to ACTIVE for port object dd0eb0ed-dd54-4a61-b759-3c573081c4e6 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:32:53.752701 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:53.772724 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855dbd9-5e38-4c8c-82fd-65d12a3d85e5 req-689c20ff-841e-4d62-8d7c-902e140a147b tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:53.781512 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1855dbd9-5e38-4c8c-82fd-65d12a3d85e5 req-689c20ff-841e-4d62-8d7c-902e140a147b tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 944 time: 0.2282686 Aug 30 04:32:53.905837 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:53.952206 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Attempting to bind port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:53.953571 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Attempting to bind port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:53.955980 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Attempting to bind port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:53.979371 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1855dbd9-5e38-4c8c-82fd-65d12a3d85e5 req-8ecbd52a-0541-4fab-9c6d-d03e7b8be6f4 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968236 Aug 30 04:32:53.985803 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:32:53.986173 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Attempting to bind port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:54.001595 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 543dac3a-e946-4cd1-8a32-b40f01459925 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:54.003573 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:54.003942 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Checking segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:54.004417 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Bound using segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:54.004890 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Bound port: dd0eb0ed-dd54-4a61-b759-3c573081c4e6, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:54.005269 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.093927 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 543dac3a-e946-4cd1-8a32-b40f01459925 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:32:54.107901 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 543dac3a-e946-4cd1-8a32-b40f01459925 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:54.108651 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.110009 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d11e9-a6ca-4df3-84bb-d49a55fea758 req-ea53e6f8-2ce2-410a-9bed-d92437ac6a7f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:54.112652 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5a6d11e9-a6ca-4df3-84bb-d49a55fea758 req-ea53e6f8-2ce2-410a-9bed-d92437ac6a7f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 945 time: 0.1533990 Aug 30 04:32:54.197949 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50e743-e615-42d4-98f4-a4f00717e56c req-52f9266a-06b9-47bc-a7de-dd84068a716e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:54.199990 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0b50e743-e615-42d4-98f4-a4f00717e56c req-52f9266a-06b9-47bc-a7de-dd84068a716e tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 931 time: 0.1010368 Aug 30 04:32:54.240492 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] For port dd0eb0ed-dd54-4a61-b759-3c573081c4e6, host hv-cinder-85426, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:54.250507 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5a6d11e9-a6ca-4df3-84bb-d49a55fea758 req-6e09deb6-605c-421b-b502-62d847a6bb6f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264722 Aug 30 04:32:54.259174 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] For port dd0eb0ed-dd54-4a61-b759-3c573081c4e6, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:54.288572 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.314634 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:54.316902 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:54.318830 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.325978 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/dd0eb0ed-dd54-4a61-b759-3c573081c4e6 HTTP/1.1" status: 200 len: 1094 time: 1.3610370 Aug 30 04:32:54.329808 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'tag': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:54.333879 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17" -d '{"events": [{"name": "network-changed", "server_uuid": "72a97f79-ee44-4f9c-bd29-4042d2f4bb2a", "tag": "dd0eb0ed-dd54-4a61-b759-3c573081c4e6"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:54.393511 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2665e87c-c423-4535-b82a-5a19d9770e58 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:54.432890 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Publish callbacks [] for port (2665e87c-c423-4535-b82a-5a19d9770e58), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.450810 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0b50e743-e615-42d4-98f4-a4f00717e56c req-57ce6a66-b6e4-44bf-8afe-ce63b156b501 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334247 Aug 30 04:32:54.483621 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 543dac3a-e946-4cd1-8a32-b40f01459925 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:54.485418 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.497857 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05dd26-ad8b-447f-b42c-f41e0d3e0261 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:54.554225 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd61fe6-ee74-414c-84dd-a03134cf6d20 req-e9093522-3c30-4a5a-8577-b44b7117c1c7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:54.556433 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cbd61fe6-ee74-414c-84dd-a03134cf6d20 req-e9093522-3c30-4a5a-8577-b44b7117c1c7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1065974 Aug 30 04:32:54.559336 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:54.561739 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Transition to ACTIVE for port object 2665e87c-c423-4535-b82a-5a19d9770e58 will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:32:54.565897 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a87cfbc-3400-41d8-a96b-88526dd46464" -d '{"events": [{"server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "name": "network-vif-plugged", "status": "completed", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:54.596149 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 543dac3a-e946-4cd1-8a32-b40f01459925, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=543dac3a-e946-4cd1-8a32-b40f01459925,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:54.600327 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.606643 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.608145 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device d13cb21f-376e-4f2b-9daf-472725dece64 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:54.627358 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfd70-db82-411a-9284-be9647a33b55 req-695d70bf-0792-4e17-8bf9-142a625f5f01 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:54.631012 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-587cfd70-db82-411a-9284-be9647a33b55 req-695d70bf-0792-4e17-8bf9-142a625f5f01 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.0871494 Aug 30 04:32:54.723250 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2665e87c-c423-4535-b82a-5a19d9770e58,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:54.748748 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-587cfd70-db82-411a-9284-be9647a33b55 req-c8e7d71a-f1e5-4990-a720-fe08c91dad63 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959058 Aug 30 04:32:54.781497 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=543dac3a-e946-4cd1-8a32-b40f01459925,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:54.802770 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cbd61fe6-ee74-414c-84dd-a03134cf6d20 req-f0b2ff9b-e91c-4e7c-91da-a557543ec185 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383082 Aug 30 04:32:54.831587 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d841a7b-e1c2-434b-abe1-28fe64ce6fdd x-openstack-request-id: req-5d841a7b-e1c2-434b-abe1-28fe64ce6fdd {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:54.832199 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a97f79-ee44-4f9c-bd29-4042d2f4bb2a", "tag": "dd0eb0ed-dd54-4a61-b759-3c573081c4e6", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:54.832724 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5d841a7b-e1c2-434b-abe1-28fe64ce6fdd {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:54.833332 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d841a7b-e1c2-434b-abe1-28fe64ce6fdd'] response: {'name': 'network-changed', 'server_uuid': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'tag': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6', 'status': 'completed', 'code': 200} Aug 30 04:32:54.904888 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150a25f7-5b86-4268-94cd-7374d6b84152 x-openstack-request-id: req-150a25f7-5b86-4268-94cd-7374d6b84152 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:54.905305 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "name": "network-vif-plugged", "status": "completed", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:54.906226 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-150a25f7-5b86-4268-94cd-7374d6b84152 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:54.906226 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150a25f7-5b86-4268-94cd-7374d6b84152'] response: {'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925', 'code': 200} Aug 30 04:32:54.911768 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port d13cb21f-376e-4f2b-9daf-472725dece64 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:32:54.929551 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port d13cb21f-376e-4f2b-9daf-472725dece64 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:54.930038 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.979902 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Attempting to bind port 2665e87c-c423-4535-b82a-5a19d9770e58 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:54.980647 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Attempting to bind port 2665e87c-c423-4535-b82a-5a19d9770e58 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '347deb5a-42dd-43d8-9373-9f3fcf117ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:54.981073 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Attempting to bind port 2665e87c-c423-4535-b82a-5a19d9770e58 on network aea69756-e786-4cf8-8d76-5170bbdf521b {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:54.988011 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Port 2665e87c-c423-4535-b82a-5a19d9770e58 on network aea69756-e786-4cf8-8d76-5170bbdf521b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:32:54.988644 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Attempting to bind port 2665e87c-c423-4535-b82a-5a19d9770e58 on network aea69756-e786-4cf8-8d76-5170bbdf521b {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:54.997063 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:54.997429 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Checking segment: {'id': '347deb5a-42dd-43d8-9373-9f3fcf117ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:54.997922 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Bound using segment: {'id': '347deb5a-42dd-43d8-9373-9f3fcf117ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:54.998620 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Bound port: 2665e87c-c423-4535-b82a-5a19d9770e58, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347deb5a-42dd-43d8-9373-9f3fcf117ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:54.999060 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:55.070043 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-e2701f7f-c17c-4f97-af9c-fabb31f13295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:55.073137 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-e2701f7f-c17c-4f97-af9c-fabb31f13295 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 1128 time: 0.0859401 Aug 30 04:32:55.090250 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:55.187960 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a28fc4-ef5f-4819-bdf5-80f9245afc45 req-6a321bfa-d575-4d24-85e5-e745ad0f6232 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:55.199356 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-68a28fc4-ef5f-4819-bdf5-80f9245afc45 req-6a321bfa-d575-4d24-85e5-e745ad0f6232 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.2136235 Aug 30 04:32:55.208921 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port d13cb21f-376e-4f2b-9daf-472725dece64 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:55.209568 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:55.221026 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] For port 2665e87c-c423-4535-b82a-5a19d9770e58, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:55.257112 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] For port 2665e87c-c423-4535-b82a-5a19d9770e58, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2665e87c-c423-4535-b82a-5a19d9770e58,segment=NetworkSegment(347deb5a-42dd-43d8-9373-9f3fcf117ae5),segment_id=347deb5a-42dd-43d8-9373-9f3fcf117ae5)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:55.269053 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-19b011e3-791a-4c11-837d-4f4968344a84 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd0eb0ed-dd54-4a61-b759-3c573081c4e6 HTTP/1.1" status: 200 len: 217 time: 0.0607615 Aug 30 04:32:55.283359 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port d13cb21f-376e-4f2b-9daf-472725dece64, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d13cb21f-376e-4f2b-9daf-472725dece64,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:55.297251 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:55.310398 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8a23a-f376-4cac-ba92-11d6068f377b req-38a49baa-3b36-41d0-a884-c0fca5164e56 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:55.321193 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-96e8a23a-f376-4cac-ba92-11d6068f377b req-38a49baa-3b36-41d0-a884-c0fca5164e56 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1481841 Aug 30 04:32:55.332171 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-68a28fc4-ef5f-4819-bdf5-80f9245afc45 req-8d00a7c3-7071-49be-97c8-1f814384ca20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313460 Aug 30 04:32:55.337845 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:55.370470 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:55.371112 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:55.372609 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/2665e87c-c423-4535-b82a-5a19d9770e58 HTTP/1.1" status: 200 len: 1093 time: 2.7331858 Aug 30 04:32:55.374354 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a63575-5a38-460c-9d5b-5184d01154cb', 'tag': '2665e87c-c423-4535-b82a-5a19d9770e58'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:55.376848 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18ac17e-1e63-4ba9-bd98-970bfcb597bc" -d '{"events": [{"name": "network-changed", "server_uuid": "95a63575-5a38-460c-9d5b-5184d01154cb", "tag": "2665e87c-c423-4535-b82a-5a19d9770e58"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:55.470575 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=d13cb21f-376e-4f2b-9daf-472725dece64,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:55.580703 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-96e8a23a-f376-4cac-ba92-11d6068f377b req-558c33c3-8c37-4456-9cc5-57f39259d562 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583280 Aug 30 04:32:55.603341 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abc39f-1821-4470-ad34-79ed29224bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2665e87c-c423-4535-b82a-5a19d9770e58,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:55.663861 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3869e-5293-41a3-8e7f-2b320f718851 req-303fa6e3-9927-4f50-b9ca-8738296dfa82 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:55.672601 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-88d3869e-5293-41a3-8e7f-2b320f718851 req-303fa6e3-9927-4f50-b9ca-8738296dfa82 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0952752 Aug 30 04:32:55.698589 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:55.704304 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe4e96c-0400-4271-a304-068021e6af60 x-openstack-request-id: req-0fe4e96c-0400-4271-a304-068021e6af60 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:55.704582 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a63575-5a38-460c-9d5b-5184d01154cb", "tag": "2665e87c-c423-4535-b82a-5a19d9770e58", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:55.704872 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0fe4e96c-0400-4271-a304-068021e6af60 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:55.705165 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe4e96c-0400-4271-a304-068021e6af60'] response: {'name': 'network-changed', 'server_uuid': '95a63575-5a38-460c-9d5b-5184d01154cb', 'tag': '2665e87c-c423-4535-b82a-5a19d9770e58', 'status': 'completed', 'code': 200} Aug 30 04:32:55.741038 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-88d3869e-5293-41a3-8e7f-2b320f718851 req-58bfba25-0080-4d35-b6d8-2c8ba9e54702 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665588 Aug 30 04:32:55.877520 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ad214-55f1-4d78-98e6-61003e706bc3 req-b768cfee-9ba1-40ba-940c-d8e1afe6a934 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:55.886013 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c43ad214-55f1-4d78-98e6-61003e706bc3 req-b768cfee-9ba1-40ba-940c-d8e1afe6a934 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.0848312 Aug 30 04:32:55.894398 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:55.972631 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c43ad214-55f1-4d78-98e6-61003e706bc3 req-d7c21139-e674-4cfb-a4d7-d7bc5afee9d6 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775754 Aug 30 04:32:56.052925 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665721d4-2f44-44f3-b9a6-b8df692f9089 req-744946e6-b3df-47ce-91df-b5e803c3a5fc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:56.065861 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-665721d4-2f44-44f3-b9a6-b8df692f9089 req-744946e6-b3df-47ce-91df-b5e803c3a5fc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.1725700 Aug 30 04:32:56.099788 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-9ff03f1c-cbe2-4382-9095-f7958fcef0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:56.102564 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-9ff03f1c-cbe2-4382-9095-f7958fcef0b9 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.2336950 Aug 30 04:32:56.189835 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-665721d4-2f44-44f3-b9a6-b8df692f9089 req-d53a3e58-4543-45f3-a2a6-6aebe951badd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219673 Aug 30 04:32:56.279467 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bd452-b1f6-435d-befc-19034a8d9262 req-48b73753-c7af-49fc-8fec-be9c5fecbb7f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:56.284917 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-780bd452-b1f6-435d-befc-19034a8d9262 req-48b73753-c7af-49fc-8fec-be9c5fecbb7f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1333311 Aug 30 04:32:56.396625 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-780bd452-b1f6-435d-befc-19034a8d9262 req-c6c44c24-e3e3-4c35-b92b-a1d592dd8caa tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037080 Aug 30 04:32:56.592944 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20dfa7-d0fa-4339-a096-49f252fec2c3 req-369ca0a9-3557-46e5-bde9-26809f79d98b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:56.615376 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2b20dfa7-d0fa-4339-a096-49f252fec2c3 req-369ca0a9-3557-46e5-bde9-26809f79d98b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.0865405 Aug 30 04:32:56.717970 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2b20dfa7-d0fa-4339-a096-49f252fec2c3 req-7dfcc542-7798-4983-b850-d6217c5e4df6 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031699 Aug 30 04:32:56.845976 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa2b2-cb49-4130-b479-11be4e833390 req-7fe3e9a5-7361-4345-a839-a2575b4adbfc tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:56.864902 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-620fa2b2-cb49-4130-b479-11be4e833390 req-7fe3e9a5-7361-4345-a839-a2575b4adbfc tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1288693 Aug 30 04:32:56.906917 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:56.909699 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddf22b4-4b3c-44ac-810f-54f050d48e4d" -d '{"events": [{"server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "name": "network-vif-plugged", "status": "completed", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:56.984627 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-620fa2b2-cb49-4130-b479-11be4e833390 req-e87f38fe-5105-41cd-927f-db2f0cf99c41 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185246 Aug 30 04:32:57.091711 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617e2c3-91c0-475b-951c-56634a6fd3ed req-1034673f-5a5b-4656-a964-97e63a5f9ec2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:57.094504 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9617e2c3-91c0-475b-951c-56634a6fd3ed req-1034673f-5a5b-4656-a964-97e63a5f9ec2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.1709833 Aug 30 04:32:57.124772 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c17bb8-f921-4cb3-9f86-7c0b0ef6b876 x-openstack-request-id: req-34c17bb8-f921-4cb3-9f86-7c0b0ef6b876 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:57.125233 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "name": "network-vif-plugged", "status": "completed", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:57.125643 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-34c17bb8-f921-4cb3-9f86-7c0b0ef6b876 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:57.126271 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c17bb8-f921-4cb3-9f86-7c0b0ef6b876'] response: {'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'code': 200} Aug 30 04:32:57.166479 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:57.245535 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ac17e-1e63-4ba9-bd98-970bfcb597bc req-f24f3b69-5635-4584-9783-42aca5c98f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:57.260359 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b18ac17e-1e63-4ba9-bd98-970bfcb597bc req-f24f3b69-5635-4584-9783-42aca5c98f03 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=9322fbe1939b46c3aee2418884f81e9a&device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 1127 time: 0.2078159 Aug 30 04:32:57.274463 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-77007251-7e8f-4373-a51b-0d11671e2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:57.277170 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-77007251-7e8f-4373-a51b-0d11671e2b9c service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2257900 Aug 30 04:32:57.283033 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75895a-deaa-40aa-be3b-c87f4db43d25 req-b674ffa4-e842-4ef3-90fd-68232fcb38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:57.288171 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-3a75895a-deaa-40aa-be3b-c87f4db43d25 req-b674ffa4-e842-4ef3-90fd-68232fcb38ba service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 1129 time: 0.2497592 Aug 30 04:32:57.329669 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9617e2c3-91c0-475b-951c-56634a6fd3ed req-8e8ee4f6-1603-419a-9728-92921c852cc5 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604702 Aug 30 04:32:57.416448 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead4353-4bb2-469d-80aa-7192b1f2be45 req-f7ac53bf-59fe-4989-91b4-1b4af0a4462a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:57.428553 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2ead4353-4bb2-469d-80aa-7192b1f2be45 req-f7ac53bf-59fe-4989-91b4-1b4af0a4462a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.2041161 Aug 30 04:32:57.729934 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-3a75895a-deaa-40aa-be3b-c87f4db43d25 req-5fd0c97b-6825-4f60-b964-61d1a9f2ae76 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558360 Aug 30 04:32:57.742457 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2ead4353-4bb2-469d-80aa-7192b1f2be45 req-7dccdace-6b21-473a-9990-df86e42ec317 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124638 Aug 30 04:32:57.908547 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ac17e-1e63-4ba9-bd98-970bfcb597bc req-340a55c9-df95-4de2-98b0-c47127350ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:57.915332 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b18ac17e-1e63-4ba9-bd98-970bfcb597bc req-340a55c9-df95-4de2-98b0-c47127350ff9 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=9322fbe1939b46c3aee2418884f81e9a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3909440 Aug 30 04:32:58.002071 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e1671-a994-4df8-a3db-309eb33af9e0 req-22e8a18c-852b-4e46-9bd8-4293ad63d190 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:58.004964 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-476e1671-a994-4df8-a3db-309eb33af9e0 req-22e8a18c-852b-4e46-9bd8-4293ad63d190 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0863667 Aug 30 04:32:58.006986 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d552e-424b-4a62-917a-4c967fc6a424 req-d3c0353e-59eb-47af-ada4-0bc319ed4a15 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:58.009176 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-677d552e-424b-4a62-917a-4c967fc6a424 req-d3c0353e-59eb-47af-ada4-0bc319ed4a15 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.4911129 Aug 30 04:32:58.019389 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148a3ac-a950-4e62-aa32-05d15130eab2 req-ff04c2d2-41c9-4967-a37a-5d496d4fe7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:58.021276 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c148a3ac-a950-4e62-aa32-05d15130eab2 req-ff04c2d2-41c9-4967-a37a-5d496d4fe7e1 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 1130 time: 0.0976679 Aug 30 04:32:58.058472 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-1c511c03-fa63-4e03-acc0-e75137d12c28 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871762 Aug 30 04:32:58.106242 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-677d552e-424b-4a62-917a-4c967fc6a424 req-129b3604-3877-444a-ad97-2852ccacf213 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836885 Aug 30 04:32:58.141929 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-476e1671-a994-4df8-a3db-309eb33af9e0 req-7ac65037-975a-42e4-a5fe-8cac74487f0f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214857 Aug 30 04:32:58.419966 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520df55b-7280-44b6-ae9f-a04069d5ad54 req-eae683e6-3fdf-4cad-8652-568806b315fb tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:58.433740 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-520df55b-7280-44b6-ae9f-a04069d5ad54 req-eae683e6-3fdf-4cad-8652-568806b315fb tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1554260 Aug 30 04:32:58.460054 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51655f8f-65f9-4b34-9f37-a0993fbbb8be req-fabb76ea-79ff-4e92-8dd7-f2da0048dedc tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:58.462813 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-51655f8f-65f9-4b34-9f37-a0993fbbb8be req-fabb76ea-79ff-4e92-8dd7-f2da0048dedc tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.1569591 Aug 30 04:32:58.549751 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-520df55b-7280-44b6-ae9f-a04069d5ad54 req-a8964495-b243-4f97-8086-affcb21d9483 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140654 Aug 30 04:32:58.618826 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-51655f8f-65f9-4b34-9f37-a0993fbbb8be req-6e232779-64a8-4c71-be6f-52fddc297b9a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304100 Aug 30 04:32:58.777621 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519f026-b077-401a-83db-3ea644c84211 req-5afed8c0-03e5-4c93-96b0-a7aad1568e71 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:58.779654 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a519f026-b077-401a-83db-3ea644c84211 req-5afed8c0-03e5-4c93-96b0-a7aad1568e71 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0775573 Aug 30 04:32:58.889084 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a519f026-b077-401a-83db-3ea644c84211 req-8d9e3005-7113-4d11-b6d3-dcbe9e0b1320 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016686 Aug 30 04:32:58.969073 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:58.984619 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce24a9a-b7db-404a-b858-853efde8e7e2 req-8ff69698-f964-4d4e-896c-fe47de0deab3 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:58.986265 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1ce24a9a-b7db-404a-b858-853efde8e7e2 req-8ff69698-f964-4d4e-896c-fe47de0deab3 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.0802355 Aug 30 04:32:59.057402 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1ce24a9a-b7db-404a-b858-853efde8e7e2 req-b14dc2d2-de5a-414c-aa3c-7b4580e17cd1 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634921 Aug 30 04:32:59.548057 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe39ae2-f389-442c-ba2f-a9603a4bbc38 req-4d355119-da88-47c6-9b44-1680c5c3415a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:59.552518 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0fe39ae2-f389-442c-ba2f-a9603a4bbc38 req-4d355119-da88-47c6-9b44-1680c5c3415a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1699309 Aug 30 04:32:59.575441 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3294e-28a4-411f-aaf6-a862fd0b4a68 req-447f79da-2b02-4029-9aba-238418b1edc4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:59.578562 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4bf3294e-28a4-411f-aaf6-a862fd0b4a68 req-447f79da-2b02-4029-9aba-238418b1edc4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.1446400 Aug 30 04:32:59.685869 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0fe39ae2-f389-442c-ba2f-a9603a4bbc38 req-b32ce4f5-31b1-4bb2-bc0c-fc0a1ad50f8c tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205804 Aug 30 04:32:59.739173 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4bf3294e-28a4-411f-aaf6-a862fd0b4a68 req-dfbea1ad-f345-4d99-b7fd-4aaa518dc18f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532345 Aug 30 04:32:59.931079 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530dc35-0b26-4ee6-b471-8242e673fcca req-70c403bc-28a5-409a-b6b4-62a838ddcfaf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:59.940886 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deb652-0a0a-45a7-ad59-1230505027a8 req-2c48a0db-942e-42c8-9eb2-19a7c09e2a21 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:59.942805 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d0deb652-0a0a-45a7-ad59-1230505027a8 req-2c48a0db-942e-42c8-9eb2-19a7c09e2a21 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.0819447 Aug 30 04:32:59.944441 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5530dc35-0b26-4ee6-b471-8242e673fcca req-70c403bc-28a5-409a-b6b4-62a838ddcfaf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1107047 Aug 30 04:32:59.958832 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:00.043022 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d0deb652-0a0a-45a7-ad59-1230505027a8 req-dd7aecee-a19a-4918-859c-790ba267f128 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925369 Aug 30 04:33:00.044824 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5530dc35-0b26-4ee6-b471-8242e673fcca req-e627e8db-2905-4216-b7b6-a4b0ad297f0c tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954421 Aug 30 04:33:00.216682 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd4ba7-1cf3-4c47-bb1d-cac8a912b57c req-644bc4ee-b5f8-4eb7-b3d6-585f6ca9c86c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:00.218244 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dacd4ba7-1cf3-4c47-bb1d-cac8a912b57c req-644bc4ee-b5f8-4eb7-b3d6-585f6ca9c86c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0710781 Aug 30 04:33:00.230537 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c544618-cbbb-4b48-b796-583a78346e42 req-a3140403-4d39-45cb-a8a8-06f0d391269c tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:00.239390 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-3c544618-cbbb-4b48-b796-583a78346e42 req-a3140403-4d39-45cb-a8a8-06f0d391269c tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.0747850 Aug 30 04:33:00.305058 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dacd4ba7-1cf3-4c47-bb1d-cac8a912b57c req-782164e0-d32d-4f15-853b-32af85516a29 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782495 Aug 30 04:33:00.368115 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-3c544618-cbbb-4b48-b796-583a78346e42 req-9b8b5a79-f93f-4f98-96fe-407897cca886 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239462 Aug 30 04:33:00.942927 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d2a1b-8348-497d-979a-72e426edb63f req-838a2d71-b002-49a1-aa31-c03e807d3d74 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:00.946447 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-146d2a1b-8348-497d-979a-72e426edb63f req-838a2d71-b002-49a1-aa31-c03e807d3d74 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1364381 Aug 30 04:33:01.039616 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a706a-a15d-4b90-9dfb-38e8a85e2639 req-5159dbf6-a06f-48e4-b9ec-63cede40f731 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:01.043629 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7f4a706a-a15d-4b90-9dfb-38e8a85e2639 req-5159dbf6-a06f-48e4-b9ec-63cede40f731 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.1369543 Aug 30 04:33:01.095833 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:01.118084 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-146d2a1b-8348-497d-979a-72e426edb63f req-b4869a01-b626-4e39-8d28-c16d2b5e101e tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607051 Aug 30 04:33:01.209119 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7f4a706a-a15d-4b90-9dfb-38e8a85e2639 req-711eb66c-353b-4374-adb8-1665ac3ce097 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481345 Aug 30 04:33:01.320733 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe026b-f485-43fd-8e55-4c0cec039908 req-969e528f-74d5-4591-bce6-287223998783 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:01.328163 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-09fe026b-f485-43fd-8e55-4c0cec039908 req-969e528f-74d5-4591-bce6-287223998783 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1006849 Aug 30 04:33:01.418442 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e2747-4cf4-4e28-953f-dd0fc206cbf9 req-f22c0d70-e5a8-41c0-83d6-53d73404a476 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:01.420237 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a85e2747-4cf4-4e28-953f-dd0fc206cbf9 req-f22c0d70-e5a8-41c0-83d6-53d73404a476 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.0660968 Aug 30 04:33:01.431832 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-09fe026b-f485-43fd-8e55-4c0cec039908 req-b654d9b7-889c-4f40-b0f7-2aa368f0a258 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018519 Aug 30 04:33:01.514828 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a85e2747-4cf4-4e28-953f-dd0fc206cbf9 req-d94441e5-5b94-4717-af3a-49bacd3f24b8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832980 Aug 30 04:33:01.569019 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae988d6-6463-46ad-8ac2-e0094bf2c476 req-1ae43610-24b1-4b82-938b-d8e2f2940b88 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:01.570813 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dae988d6-6463-46ad-8ac2-e0094bf2c476 req-1ae43610-24b1-4b82-938b-d8e2f2940b88 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0620804 Aug 30 04:33:01.648278 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dae988d6-6463-46ad-8ac2-e0094bf2c476 req-c2eef9c6-a9fd-4647-bc0f-dbc3eabbf823 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704701 Aug 30 04:33:01.688397 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd441339-bef4-4188-886c-fd7fa22ec4b9 req-929e975f-f134-462e-8a8c-7a8949b58ba8 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:01.690711 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dd441339-bef4-4188-886c-fd7fa22ec4b9 req-929e975f-f134-462e-8a8c-7a8949b58ba8 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.0813067 Aug 30 04:33:01.750202 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dd441339-bef4-4188-886c-fd7fa22ec4b9 req-544ed1cc-224f-46ce-b6c5-e2e6f5bde3e0 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522821 Aug 30 04:33:02.107584 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ac17e-1e63-4ba9-bd98-970bfcb597bc req-692736d8-1861-43aa-befd-fdc3c352a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.110174 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b18ac17e-1e63-4ba9-bd98-970bfcb597bc req-692736d8-1861-43aa-befd-fdc3c352a968 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1436856 Aug 30 04:33:02.164690 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c148a3ac-a950-4e62-aa32-05d15130eab2 req-167a6861-9a50-454a-a167-e372efd4c23b service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776987 Aug 30 04:33:02.294747 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56207988-4e84-42d0-b4ac-1edb00b016bc req-d922fda6-3dda-4d10-8a42-3fef2b943ea5 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.296578 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-56207988-4e84-42d0-b4ac-1edb00b016bc req-d922fda6-3dda-4d10-8a42-3fef2b943ea5 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0583689 Aug 30 04:33:02.340656 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:02.370966 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-56207988-4e84-42d0-b4ac-1edb00b016bc req-3ac12d10-684e-40d5-9706-9dda272c1bb6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639675 Aug 30 04:33:02.387139 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934d01a-a850-42db-8481-0def3084e668 req-ae6cb14f-1830-47ad-bee5-3bafb2f3df16 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.388778 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9934d01a-a850-42db-8481-0def3084e668 req-ae6cb14f-1830-47ad-bee5-3bafb2f3df16 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.0685353 Aug 30 04:33:02.450058 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9934d01a-a850-42db-8481-0def3084e668 req-ff6c0d00-5edd-4a0c-a709-327dcee16af9 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523956 Aug 30 04:33:02.688492 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-38e2506a-bfdb-4ad7-87e1-16fe87a0f51b req-e48e1d92-33f5-4f5d-b8d9-25e8e13a5084 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945791 Aug 30 04:33:02.703892 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71147b7-025e-44f5-b572-801f6edb56cc req-1a39d104-6acc-410a-88dd-790f94bd2f81 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.706467 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a71147b7-025e-44f5-b572-801f6edb56cc req-1a39d104-6acc-410a-88dd-790f94bd2f81 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1090569 Aug 30 04:33:02.742460 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d97fd6-6845-4cc9-b375-27948bc00f44 req-d186d32a-e64c-4877-b75f-82f044326eec tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.745022 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-08d97fd6-6845-4cc9-b375-27948bc00f44 req-d186d32a-e64c-4877-b75f-82f044326eec tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.0730424 Aug 30 04:33:02.790094 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a71147b7-025e-44f5-b572-801f6edb56cc req-25099107-478a-4bbd-8026-6f42b9639388 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762589 Aug 30 04:33:02.820321 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-08d97fd6-6845-4cc9-b375-27948bc00f44 req-1f3db5c0-b590-42e1-843d-a66554cdef18 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642190 Aug 30 04:33:02.948752 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bbb40-9611-4be4-b86b-8a400bf83b08 req-8e2796a2-d44e-4d46-a0c4-bd969303cf6f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.950453 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b1bbb40-9611-4be4-b86b-8a400bf83b08 req-8e2796a2-d44e-4d46-a0c4-bd969303cf6f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0695682 Aug 30 04:33:02.967004 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df52dc-3d25-472f-8107-a56dc6eb20c0 req-6f39181e-76d0-48c1-88ee-dbcac4d0f0f8 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.969069 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e8df52dc-3d25-472f-8107-a56dc6eb20c0 req-6f39181e-76d0-48c1-88ee-dbcac4d0f0f8 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0760918 Aug 30 04:33:03.044852 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b1bbb40-9611-4be4-b86b-8a400bf83b08 req-b032ba4e-24bc-45ee-b510-f69b5b1f2f5d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833688 Aug 30 04:33:03.053591 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e8df52dc-3d25-472f-8107-a56dc6eb20c0 req-fb823151-f8cf-461b-8c17-ee789e3a5be9 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781636 Aug 30 04:33:03.211202 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bda412-e0aa-4714-b86d-c3793d088594 req-9e7b6477-6edd-42d4-8aaa-e3371aa679c4 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:03.213811 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b6bda412-e0aa-4714-b86d-c3793d088594 req-9e7b6477-6edd-42d4-8aaa-e3371aa679c4 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.0890379 Aug 30 04:33:03.296502 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b6bda412-e0aa-4714-b86d-c3793d088594 req-cb3103c4-142d-4b79-b301-f658e766214d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763559 Aug 30 04:33:03.578473 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:03.642665 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e0667-136d-4903-b02e-5ef358bb79cf req-5dc05fb7-c018-4fdc-9405-c759e23c36b6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:03.645946 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-912e0667-136d-4903-b02e-5ef358bb79cf req-5dc05fb7-c018-4fdc-9405-c759e23c36b6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.0760293 Aug 30 04:33:03.651516 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87563121-777b-4519-a48f-fe7dc3b9209a req-4b4e439b-0d5b-4cc7-a18c-8fa974dd1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:03.653120 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-4b4e439b-0d5b-4cc7-a18c-8fa974dd1451 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=9322fbe1939b46c3aee2418884f81e9a&device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 1127 time: 0.0670013 Aug 30 04:33:03.714545 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-912e0667-136d-4903-b02e-5ef358bb79cf req-b7ff6a60-a741-40c0-b330-2b1a17cf2880 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575924 Aug 30 04:33:03.946204 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a365dca-01a2-4417-b455-04f23ba88756 req-dd29d666-4fc6-426f-bf82-a0dbcc533ad6 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:03.947874 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7a365dca-01a2-4417-b455-04f23ba88756 req-dd29d666-4fc6-426f-bf82-a0dbcc533ad6 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0607038 Aug 30 04:33:03.976014 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:04.002457 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14463a93-bfca-4ef1-809c-53a1d96c7a54 req-19b664a5-b430-4531-9c51-6d93e26cdd9e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:04.005237 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-14463a93-bfca-4ef1-809c-53a1d96c7a54 req-19b664a5-b430-4531-9c51-6d93e26cdd9e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.0857449 Aug 30 04:33:04.015702 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7a365dca-01a2-4417-b455-04f23ba88756 req-6a54da0b-7424-4c64-a8c5-9d66a6c660e5 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611553 Aug 30 04:33:04.091318 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-14463a93-bfca-4ef1-809c-53a1d96c7a54 req-e36b240d-9403-4195-9fe2-812650637273 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787487 Aug 30 04:33:04.237706 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430185a8-a9d4-4dd0-9f23-181ae85082ea req-be7d89c8-79bb-4276-b438-2761bf2a16a0 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:04.240276 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-430185a8-a9d4-4dd0-9f23-181ae85082ea req-be7d89c8-79bb-4276-b438-2761bf2a16a0 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0674613 Aug 30 04:33:04.267247 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb016730-1825-4b1b-8de4-6de810850e55 req-53606f31-a09a-4f46-babf-a960bb2302de tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:04.269374 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-eb016730-1825-4b1b-8de4-6de810850e55 req-53606f31-a09a-4f46-babf-a960bb2302de tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0807626 Aug 30 04:33:04.314820 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-430185a8-a9d4-4dd0-9f23-181ae85082ea req-ae6d107b-9397-480d-adcb-dea5e69baeac tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681703 Aug 30 04:33:04.367267 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-eb016730-1825-4b1b-8de4-6de810850e55 req-9e8a0794-7a2c-4dc5-9133-c91ce01ffcc3 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866251 Aug 30 04:33:04.434033 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-577dcfc0-b73d-441a-9433-372a79a3f96b service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2665e87c-c423-4535-b82a-5a19d9770e58 HTTP/1.1" status: 200 len: 217 time: 0.0961885 Aug 30 04:33:04.458921 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b22bc-d4a8-4ada-9355-1af48d0157a9 req-07fa38a5-1bca-465b-bd02-ae1e15955c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:04.462291 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fe6b22bc-d4a8-4ada-9355-1af48d0157a9 req-07fa38a5-1bca-465b-bd02-ae1e15955c2f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 1129 time: 0.1103985 Aug 30 04:33:04.538917 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b4fb9-4927-4559-a73c-e4359a38866b req-ced67aa6-4d52-4cc4-a90f-0279fcf8a1c6 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:04.540723 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-344b4fb9-4927-4559-a73c-e4359a38866b req-ced67aa6-4d52-4cc4-a90f-0279fcf8a1c6 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.0616314 Aug 30 04:33:04.620494 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-344b4fb9-4927-4559-a73c-e4359a38866b req-77445a3c-e8d5-4868-9191-29d2eddfc274 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731869 Aug 30 04:33:04.885981 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cab7d5-6e0c-4de9-bc54-e758efb8787b req-31a1578a-8569-404e-a90f-c0a3b1b96eb1 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:04.888194 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d0cab7d5-6e0c-4de9-bc54-e758efb8787b req-31a1578a-8569-404e-a90f-c0a3b1b96eb1 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.0738516 Aug 30 04:33:04.941817 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:04.996876 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d0cab7d5-6e0c-4de9-bc54-e758efb8787b req-967c24d5-2928-40aa-84d1-dbb13a3beeb9 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976355 Aug 30 04:33:05.037021 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87563121-777b-4519-a48f-fe7dc3b9209a req-6e130e15-973f-4bc4-8df6-2c5803efafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:05.039113 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-6e130e15-973f-4bc4-8df6-2c5803efafc6 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=fa4c0150-e189-4d96-9b03-890176733d1e HTTP/1.1" status: 200 len: 853 time: 0.1154954 Aug 30 04:33:05.074051 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b22bc-d4a8-4ada-9355-1af48d0157a9 req-d8f6a2da-0d1c-4ba9-b2ef-39bcf33b25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:05.076597 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fe6b22bc-d4a8-4ada-9355-1af48d0157a9 req-d8f6a2da-0d1c-4ba9-b2ef-39bcf33b25e5 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=bddd7440-d2d5-43f3-9351-36f5944c255c HTTP/1.1" status: 200 len: 912 time: 0.1775808 Aug 30 04:33:05.138232 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:05.178057 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fddff0-da4f-403e-8f9d-049c103771a9 req-3b9b654a-7dae-413a-8568-d6f701eacb49 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:05.179786 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-00fddff0-da4f-403e-8f9d-049c103771a9 req-3b9b654a-7dae-413a-8568-d6f701eacb49 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0736797 Aug 30 04:33:05.255495 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-00fddff0-da4f-403e-8f9d-049c103771a9 req-68997779-7fb5-45bf-8e73-5211a0b3ffa2 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678883 Aug 30 04:33:05.293789 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabc2db-3335-4022-971d-af0ca516d2e0 req-0f76db0a-89d2-41e3-a3eb-a6e0a3d73b4b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:05.295715 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fdabc2db-3335-4022-971d-af0ca516d2e0 req-0f76db0a-89d2-41e3-a3eb-a6e0a3d73b4b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.0671675 Aug 30 04:33:05.355156 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fdabc2db-3335-4022-971d-af0ca516d2e0 req-766be9d7-d7f3-4e20-a07a-79df459a243f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533640 Aug 30 04:33:05.430019 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:05.433403 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4721e6-85df-47f9-9003-d60cf6a8a7bb req-898dffdd-0ef0-44af-b527-29b5ded9a5fc tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:05.436119 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7d4721e6-85df-47f9-9003-d60cf6a8a7bb req-898dffdd-0ef0-44af-b527-29b5ded9a5fc tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0675981 Aug 30 04:33:05.470861 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:05.491385 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0692bff-e7fb-4341-a9be-08aedcea7099 req-3399fb57-c00b-436c-ba76-37a84a620a11 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:05.493041 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d0692bff-e7fb-4341-a9be-08aedcea7099 req-3399fb57-c00b-436c-ba76-37a84a620a11 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0603118 Aug 30 04:33:05.519670 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7d4721e6-85df-47f9-9003-d60cf6a8a7bb req-28302eb4-4ff2-4c3c-b39e-c765140230c6 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713644 Aug 30 04:33:05.555356 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49618) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:05.570891 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d0692bff-e7fb-4341-a9be-08aedcea7099 req-2bd7d433-1ed4-4840-a531-71d4d5183c98 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711954 Aug 30 04:33:05.697137 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de7c65-cfc7-4e3d-884e-c7a94ee184dd req-72b943c3-e1a6-42d3-b88d-19cc8f993488 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:05.699203 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-56de7c65-cfc7-4e3d-884e-c7a94ee184dd req-72b943c3-e1a6-42d3-b88d-19cc8f993488 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0822711 Aug 30 04:33:05.754014 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1713e-20bc-47ed-a590-0f1a4708396a req-3611d984-bff2-4ef6-8065-1c03f2232fab tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:05.756829 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ebb1713e-20bc-47ed-a590-0f1a4708396a req-3611d984-bff2-4ef6-8065-1c03f2232fab tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0814891 Aug 30 04:33:05.820455 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78191c5c-2358-465a-b76a-ed96a8201143 tempest-TestShelveInstance-1523216742 tempest-TestShelveInstance-1523216742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:05.822070 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-78191c5c-2358-465a-b76a-ed96a8201143 tempest-TestShelveInstance-1523216742 tempest-TestShelveInstance-1523216742-project-admin] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 1124 time: 0.2654195 Aug 30 04:33:05.826451 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49626) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:05.832660 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Request body: {'floatingip': {'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'port_id': '543dac3a-e946-4cd1-8a32-b40f01459925', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:05.843395 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ebb1713e-20bc-47ed-a590-0f1a4708396a req-4d60bc94-0d16-4deb-9fa5-00b05bdbedf4 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784106 Aug 30 04:33:05.845042 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-56de7c65-cfc7-4e3d-884e-c7a94ee184dd req-6d10520f-a7b8-4dec-b314-d4f684477d2e tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331317 Aug 30 04:33:05.867294 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:06.062246 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2314855-cd7c-48fe-8579-2f4be6aa4497 req-0bb77762-5874-4ecd-a90f-e7353ae39d9f tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:06.064337 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d2314855-cd7c-48fe-8579-2f4be6aa4497 req-0bb77762-5874-4ecd-a90f-e7353ae39d9f tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.0924833 Aug 30 04:33:06.090942 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:06.206684 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d2314855-cd7c-48fe-8579-2f4be6aa4497 req-861292a8-a264-4277-812f-d415d7aebd46 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300375 Aug 30 04:33:06.333303 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Allocated IP 172.28.3.100 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/70690be8-1745-4edb-bd84-6c8e644baeab) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:33:06.356751 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:06.386921 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817f38a-13cd-44b5-9856-c16b9c7952c4 req-fa747337-9f0e-4b14-a2a2-7b9b25408778 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:06.388532 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0817f38a-13cd-44b5-9856-c16b9c7952c4 req-fa747337-9f0e-4b14-a2a2-7b9b25408778 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.0744746 Aug 30 04:33:06.421299 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b041c8b-6346-45bf-8b94-5c1062df8fa2 req-7f934ab6-0f5b-471d-9fc3-5cb3b563e2e7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:06.423121 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8b041c8b-6346-45bf-8b94-5c1062df8fa2 req-7f934ab6-0f5b-471d-9fc3-5cb3b563e2e7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0755329 Aug 30 04:33:06.494696 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8b041c8b-6346-45bf-8b94-5c1062df8fa2 req-a9eba219-5249-4ac0-99b6-67a299744f61 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599372 Aug 30 04:33:06.504428 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0817f38a-13cd-44b5-9856-c16b9c7952c4 req-2c40b292-a575-4748-b3d4-ef04bd83d0a2 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038759 Aug 30 04:33:06.558586 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:06.568594 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for port (70690be8-1745-4edb-bd84-6c8e644baeab), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:06.646316 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (70690be8-1745-4edb-bd84-6c8e644baeab), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:06.690148 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eece3d9-d0cb-492f-b666-a92f09dd2c8d req-48aa98e8-2f3c-4e0a-8680-17a2b0ce81ed tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:06.693451 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6eece3d9-d0cb-492f-b666-a92f09dd2c8d req-48aa98e8-2f3c-4e0a-8680-17a2b0ce81ed tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.0989068 Aug 30 04:33:06.723346 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:33:06.735813 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:33:06.744076 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:33:06.751317 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event updated for resources: {'Port': ['ID=70690be8-1745-4edb-bd84-6c8e644baeab,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:06.761379 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6eece3d9-d0cb-492f-b666-a92f09dd2c8d req-14444717-d9cd-4e97-90d2-63854e2a2b8c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601077 Aug 30 04:33:07.104648 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9dab4-0684-42a7-811e-93eb01b7d8e0 req-d88652c2-cf64-4811-9bfd-29282be33984 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:07.108946 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c1c9dab4-0684-42a7-811e-93eb01b7d8e0 req-d88652c2-cf64-4811-9bfd-29282be33984 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0986042 Aug 30 04:33:07.275582 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c1c9dab4-0684-42a7-811e-93eb01b7d8e0 req-34059e4a-1509-491b-a22d-6ca5d9897311 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532500 Aug 30 04:33:07.395561 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7b437-4f6c-4982-a3ab-bedd3f3cd7c8 req-7d35d0f8-c3dc-4361-b011-987eeb011809 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:07.398483 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-caa7b437-4f6c-4982-a3ab-bedd3f3cd7c8 req-7d35d0f8-c3dc-4361-b011-987eeb011809 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.0808704 Aug 30 04:33:07.436278 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for floatingip (4b6ad1fe-30fe-495d-8e1a-de5ef3d44533), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:07.485784 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-caa7b437-4f6c-4982-a3ab-bedd3f3cd7c8 req-57d99a91-c46f-4da8-8ba5-c0df301f44ce tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795751 Aug 30 04:33:07.530936 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (70690be8-1745-4edb-bd84-6c8e644baeab), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:07.640536 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-b3d33cbb-d08b-48e9-89cd-9d1c150b9c15 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=aea69756-e786-4cf8-8d76-5170bbdf521b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806789 Aug 30 04:33:07.667372 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17 req-1a0452c3-d8c0-48b9-bea0-c0c5312a5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:07.669582 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17 req-1a0452c3-d8c0-48b9-bea0-c0c5312a5151 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 1128 time: 0.0846622 Aug 30 04:33:07.743130 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:07.756276 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fe6b22bc-d4a8-4ada-9355-1af48d0157a9 req-a5d5ff90-716d-4790-9c84-fa06e0b86798 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a074f768-02bd-44f4-a577-4d4aee4c169b HTTP/1.1" status: 200 len: 1001 time: 0.1949692 Aug 30 04:33:07.780502 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:07.802049 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:07.827699 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17 req-89c2918b-a56f-406f-8af8-c1f9ea46dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:07.830333 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17 req-89c2918b-a56f-406f-8af8-c1f9ea46dbcc service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 917 time: 0.1520784 Aug 30 04:33:07.850585 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:07.931037 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d8babb64-bc01-43df-ba98-1309ecd2ca27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:07.934198 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44b068-ea2a-41c9-9029-ba15aec401e6 req-180dbb9f-53a1-4f92-8ae2-efd5fe3b009a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:07.935840 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6e44b068-ea2a-41c9-9029-ba15aec401e6 req-180dbb9f-53a1-4f92-8ae2-efd5fe3b009a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 943 time: 0.2077518 Aug 30 04:33:07.941591 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17 req-90ed0dd8-25a2-45e5-b464-7c027a106348 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd0eb0ed-dd54-4a61-b759-3c573081c4e6 HTTP/1.1" status: 200 len: 217 time: 0.1013744 Aug 30 04:33:07.965900 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-c0715a41-ad4d-4b15-98a6-fbc9455b36a8 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/aea69756-e786-4cf8-8d76-5170bbdf521b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050904 Aug 30 04:33:07.974490 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b22bc-d4a8-4ada-9355-1af48d0157a9 req-737699a6-97d6-4952-a400-d0aad23469b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:07.976001 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fe6b22bc-d4a8-4ada-9355-1af48d0157a9 req-737699a6-97d6-4952-a400-d0aad23469b0 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=69a1d0ce-bd9d-4d78-a0cb-792af118065b HTTP/1.1" status: 200 len: 849 time: 0.1829081 Aug 30 04:33:08.035445 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device eaa610dc-af90-4f36-acfa-f6d0db2f74eb details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:33:08.053791 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63772bc3-059c-4673-b5ae-b31a22837d35 req-632649ad-8059-42d7-864b-0687cf3ffd90 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.057089 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-63772bc3-059c-4673-b5ae-b31a22837d35 req-632649ad-8059-42d7-864b-0687cf3ffd90 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.1413574 Aug 30 04:33:08.091406 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17 req-f107ba67-7a02-4b83-92fe-e5803558b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.094948 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17 req-f107ba67-7a02-4b83-92fe-e5803558b44b service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.1226580 Aug 30 04:33:08.182147 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for port (70690be8-1745-4edb-bd84-6c8e644baeab), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:08.183493 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17 req-d479ba0c-0680-4f82-8025-8e3e3041a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.186580 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17 req-d479ba0c-0680-4f82-8025-8e3e3041a33b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0753589 Aug 30 04:33:08.189678 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b22bc-d4a8-4ada-9355-1af48d0157a9 req-33c7355f-87c9-4f94-b7bb-09b7a784e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.194763 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fe6b22bc-d4a8-4ada-9355-1af48d0157a9 req-33c7355f-87c9-4f94-b7bb-09b7a784e9cb service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bddd7440-d2d5-43f3-9351-36f5944c255c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2117891 Aug 30 04:33:08.248912 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6e44b068-ea2a-41c9-9029-ba15aec401e6 req-e5a31e8e-be87-4c2d-890b-9ef24fa0f54b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976997 Aug 30 04:33:08.259073 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:08.276025 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'port_id': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'mac_address': 'fa:16:3e:7a:d2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:33:08.300124 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (70690be8-1745-4edb-bd84-6c8e644baeab), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:08.304011 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (4b6ad1fe-30fe-495d-8e1a-de5ef3d44533), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:08.396080 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port eaa610dc-af90-4f36-acfa-f6d0db2f74eb is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:33:08.396872 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:08.427746 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa610dc-af90-4f36-acfa-f6d0db2f74eb {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:33:08.439787 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17 req-689e0b82-89dc-4808-854d-83adda0664c4 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459714 Aug 30 04:33:08.470592 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:08.471554 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-63772bc3-059c-4673-b5ae-b31a22837d35 req-74fd52e4-5278-4ab6-833c-df38ef93084c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921707 Aug 30 04:33:08.481291 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:08.568283 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87563121-777b-4519-a48f-fe7dc3b9209a req-3e378812-836a-4a4b-b916-df2fa76061f8 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/aea69756-e786-4cf8-8d76-5170bbdf521b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909781 Aug 30 04:33:08.613409 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=9']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:08.773806 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:08.785669 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ea01-2f40-48b6-b9d9-580185351193 req-75a3cd10-218d-452b-9350-4ba9c0eb0dc6 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.788992 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8802ea01-2f40-48b6-b9d9-580185351193 req-75a3cd10-218d-452b-9350-4ba9c0eb0dc6 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.1315329 Aug 30 04:33:08.796729 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cab2fa0d-da47-4f8b-a794-6c9d2d0a3c17 req-21b34c7a-6fee-461a-87cb-5e5b3aa97c21 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463752 Aug 30 04:33:08.879979 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8802ea01-2f40-48b6-b9d9-580185351193 req-ec536613-8b1f-4e30-be1b-1410cbc01ea6 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793059 Aug 30 04:33:09.061505 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['eaa610dc-af90-4f36-acfa-f6d0db2f74eb'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:33:09.197801 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event updated for resources: {'Port': ['ID=70690be8-1745-4edb-bd84-6c8e644baeab,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:09.210712 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f42ce-3c5f-46cd-aac8-11e2a31204eb req-ed362780-8cd5-427c-964e-8124820d15a3 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:09.213273 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ff0f42ce-3c5f-46cd-aac8-11e2a31204eb req-ed362780-8cd5-427c-964e-8124820d15a3 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.6626232 Aug 30 04:33:09.283304 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fe6b22bc-d4a8-4ada-9355-1af48d0157a9 req-09321335-ef16-48ee-a9d5-ae4f22b349cc service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9884501 Aug 30 04:33:09.291183 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Floating IP 4b6ad1fe-30fe-495d-8e1a-de5ef3d44533 associated. External IP: 172.28.3.100, port: 543dac3a-e946-4cd1-8a32-b40f01459925. Aug 30 04:33:09.364085 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ff0f42ce-3c5f-46cd-aac8-11e2a31204eb req-2f4d8a08-4223-4c0c-8c2b-e97e3d74de34 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308451 Aug 30 04:33:09.425050 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:09.489303 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=12 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:09.522289 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=24 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:09.555622 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dde2f-5f47-4364-a3b3-d22a828396a3 req-db526e41-f5ba-43e7-b97b-c7d6aa8f1b96 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:09.557663 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc2dde2f-5f47-4364-a3b3-d22a828396a3 req-db526e41-f5ba-43e7-b97b-c7d6aa8f1b96 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 944 time: 0.0639896 Aug 30 04:33:09.656507 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:33:09.668952 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc2dde2f-5f47-4364-a3b3-d22a828396a3 req-20520cd3-d94f-4579-9767-6a0d72fcc57e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801246 Aug 30 04:33:09.841050 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:09.846990 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:33:09.855214 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e060a6-dee9-43bf-8868-795d99382c0c req-ef5343c8-ce5f-4e88-8f70-57379fddc8af tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:09.857137 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-85e060a6-dee9-43bf-8868-795d99382c0c req-ef5343c8-ce5f-4e88-8f70-57379fddc8af tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.0761669 Aug 30 04:33:09.859614 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3685e-e018-47b0-94c7-62d9da3d8f76 None None] Sync routers for ids ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:33:09.877460 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d3685e-e018-47b0-94c7-62d9da3d8f76 None None] Routers {'161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:09.878539 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-42d3685e-e018-47b0-94c7-62d9da3d8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:32:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:09.905235 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:09.958501 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-94ba2d99-cc88-42e8-9b4c-d094703068fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1307995 Aug 30 04:33:09.962600 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-85e060a6-dee9-43bf-8868-795d99382c0c req-1315044a-24ab-4105-9520-541758074657 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903127 Aug 30 04:33:09.963119 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:09.965884 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76022ea-ca96-4400-aae8-23823925ee43" -d '{"events": [{"name": "network-changed", "server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:10.054627 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-42d3685e-e018-47b0-94c7-62d9da3d8f76 None None] Set router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:10.219271 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e0af6-9a84-434c-9c03-8b00d2d8b82b req-46845a3e-c777-46ee-a097-7bd79f720b86 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:10.222181 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7b3e0af6-9a84-434c-9c03-8b00d2d8b82b req-46845a3e-c777-46ee-a097-7bd79f720b86 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.1808560 Aug 30 04:33:10.359210 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fe6b22bc-d4a8-4ada-9355-1af48d0157a9 req-7ea6a4e2-eb2c-4872-94f5-875c93601f72 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600703 Aug 30 04:33:10.381790 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7b3e0af6-9a84-434c-9c03-8b00d2d8b82b req-b8a185c2-8951-4dd0-830a-61e1a64a254d tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485686 Aug 30 04:33:10.389720 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device dd0eb0ed-dd54-4a61-b759-3c573081c4e6 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:33:10.399725 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:10.417189 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-42d3685e-e018-47b0-94c7-62d9da3d8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 4, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '4b6ad1fe-30fe-495d-8e1a-de5ef3d44533', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'floating_ip_address': '172.28.3.100', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'port_id': '543dac3a-e946-4cd1-8a32-b40f01459925', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'mac_address': 'fa:16:3e:f0:0c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:33:07Z', 'updated_at': '2022-08-30T04:33:07Z', 'revision_number': 0, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fd5504-469d-402c-b400-a2a496e719c4', 'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'mac_address': 'fa:16:3e:c5:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:23Z', 'updated_at': '2022-08-30T04:31:34Z', 'revision_number': 5, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'subnets': [{'id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:10.428648 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device eaa610dc-af90-4f36-acfa-f6d0db2f74eb up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:33:10.521843 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:10.530530 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3685e-e018-47b0-94c7-62d9da3d8f76 None None] Checking router: 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:33:10.538904 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f206856b-7461-40f6-9ab3-390dce0fe311 x-openstack-request-id: req-f206856b-7461-40f6-9ab3-390dce0fe311 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:10.539563 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:10.539870 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f206856b-7461-40f6-9ab3-390dce0fe311 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:10.540590 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f206856b-7461-40f6-9ab3-390dce0fe311'] response: {'name': 'network-changed', 'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925', 'status': 'completed', 'code': 200} Aug 30 04:33:10.554459 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.db.resource_extend [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 04:33:10.609232 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d3685e-e018-47b0-94c7-62d9da3d8f76 None None] Routers {'161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:10.609879 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-42d3685e-e018-47b0-94c7-62d9da3d8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:32:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:10.640403 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf841ed-c98d-4e4b-bd99-861628d9b382 req-f6db44ef-9d70-4084-98c7-beb445db5ac5 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:10.643192 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7cf841ed-c98d-4e4b-bd99-861628d9b382 req-f6db44ef-9d70-4084-98c7-beb445db5ac5 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0911407 Aug 30 04:33:10.688751 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port eaa610dc-af90-4f36-acfa-f6d0db2f74eb triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:33:10.689132 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:10.753034 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7cf841ed-c98d-4e4b-bd99-861628d9b382 req-16e7fa2c-1c87-4f20-9943-4d1a1ccfd594 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017640 Aug 30 04:33:10.775229 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76022ea-ca96-4400-aae8-23823925ee43 req-66201ad6-f292-4087-8d93-66caac1c85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:10.778075 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e76022ea-ca96-4400-aae8-23823925ee43 req-66201ad6-f292-4087-8d93-66caac1c85ba service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=a89458e4a02d40e4abfd8457f31cc0a4&device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 1129 time: 0.1070559 Aug 30 04:33:10.791194 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port dd0eb0ed-dd54-4a61-b759-3c573081c4e6, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:10.822409 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-42d3685e-e018-47b0-94c7-62d9da3d8f76 None None] Set router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:10.827188 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'port_id': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6', 'mac_address': 'fa:16:3e:86:84:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:33:10.949823 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b2c99-6203-4c00-a1fd-df0dc57e85eb req-a9c324fa-c0b0-49a5-905e-110fd09c7d52 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:10.951430 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ad6b2c99-6203-4c00-a1fd-df0dc57e85eb req-a9c324fa-c0b0-49a5-905e-110fd09c7d52 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 944 time: 0.0904810 Aug 30 04:33:10.982128 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76022ea-ca96-4400-aae8-23823925ee43 req-db2ab4c1-c298-4fac-9cdf-10d29c179fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:10.983342 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:33:10.983653 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e76022ea-ca96-4400-aae8-23823925ee43 req-db2ab4c1-c298-4fac-9cdf-10d29c179fd7 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 HTTP/1.1" status: 200 len: 910 time: 0.1797416 Aug 30 04:33:10.983879 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.012939 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port eaa610dc-af90-4f36-acfa-f6d0db2f74eb is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:33:11.013429 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.019874 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0eb0ed-dd54-4a61-b759-3c573081c4e6 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:33:11.046460 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ad6b2c99-6203-4c00-a1fd-df0dc57e85eb req-f921eb48-63d8-40bc-840c-43ac0020f1dd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747144 Aug 30 04:33:11.157044 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9236a-962a-427c-8de8-0896b4200345 req-b7556c78-fdf4-46dd-9dfe-40d70e1b0d00 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:11.158928 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-08f9236a-962a-427c-8de8-0896b4200345 req-b7556c78-fdf4-46dd-9dfe-40d70e1b0d00 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 944 time: 0.0724828 Aug 30 04:33:11.164169 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port dd0eb0ed-dd54-4a61-b759-3c573081c4e6, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:11.180339 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.182040 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:11.184931 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d83fae-bc3f-44d7-aba5-21199322ffeb" -d '{"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-plugged", "status": "completed", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:11.193504 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:11.216327 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e76022ea-ca96-4400-aae8-23823925ee43 req-4e0bc801-52ef-4da3-9422-f550e7fa290d service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=543dac3a-e946-4cd1-8a32-b40f01459925 HTTP/1.1" status: 200 len: 999 time: 0.1085331 Aug 30 04:33:11.226850 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:11.240505 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e86108-14bc-45b7-983c-95a7e66911ed x-openstack-request-id: req-62e86108-14bc-45b7-983c-95a7e66911ed {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:11.241083 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-plugged", "status": "completed", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:11.241448 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-62e86108-14bc-45b7-983c-95a7e66911ed {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:11.242030 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e86108-14bc-45b7-983c-95a7e66911ed'] response: {'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'code': 200} Aug 30 04:33:11.273560 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-08f9236a-962a-427c-8de8-0896b4200345 req-ab997d05-5499-49b7-9cb4-309552bf66e8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990543 Aug 30 04:33:11.282521 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.414496 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:11.454141 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:11.491182 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-42d3685e-e018-47b0-94c7-62d9da3d8f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 4, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '4b6ad1fe-30fe-495d-8e1a-de5ef3d44533', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'floating_ip_address': '172.28.3.100', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'port_id': '543dac3a-e946-4cd1-8a32-b40f01459925', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'mac_address': 'fa:16:3e:f0:0c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:33:07Z', 'updated_at': '2022-08-30T04:33:07Z', 'revision_number': 0, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fd5504-469d-402c-b400-a2a496e719c4', 'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'mac_address': 'fa:16:3e:c5:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:23Z', 'updated_at': '2022-08-30T04:31:34Z', 'revision_number': 5, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'subnets': [{'id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:11.502622 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-2e270534-aca4-44c7-ba1f-463c69219831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.562116 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52b93-ec45-4429-a69d-6051cea7915b req-366b5609-8ff3-4af0-ac85-36b19ba6dde4 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:11.564955 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-00e52b93-ec45-4429-a69d-6051cea7915b req-366b5609-8ff3-4af0-ac85-36b19ba6dde4 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.0717747 Aug 30 04:33:11.671202 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-00e52b93-ec45-4429-a69d-6051cea7915b req-23fab343-6887-4f9d-be74-a694ad31dba7 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932677 Aug 30 04:33:11.686345 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d3685e-e018-47b0-94c7-62d9da3d8f76 None None] The sync data for ids ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'] in dv-cinder-854265-2-smb is: [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 4, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '4b6ad1fe-30fe-495d-8e1a-de5ef3d44533', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'floating_ip_address': '172.28.3.100', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'port_id': '543dac3a-e946-4cd1-8a32-b40f01459925', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'mac_address': 'fa:16:3e:f0:0c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:33:07Z', 'updated_at': '2022-08-30T04:33:07Z', 'revision_number': 0, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fd5504-469d-402c-b400-a2a496e719c4', 'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'mac_address': 'fa:16:3e:c5:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:23Z', 'updated_at': '2022-08-30T04:31:34Z', 'revision_number': 5, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'subnets': [{'id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:33:11.688474 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=10']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:11.722620 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['dd0eb0ed-dd54-4a61-b759-3c573081c4e6'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:33:11.841847 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:11.907152 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfcfb5-3cdd-4923-9637-e788e607b331 req-20e0c592-28bd-432a-8c7c-8f9903cc456e tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:11.909904 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f0cfcfb5-3cdd-4923-9637-e788e607b331 req-20e0c592-28bd-432a-8c7c-8f9903cc456e tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0637743 Aug 30 04:33:11.968493 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f05494-41ee-4e92-a67d-078b28dc549e None None] New status for floating IP 4b6ad1fe-30fe-495d-8e1a-de5ef3d44533: ACTIVE {{(pid=106398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:33:11.999592 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f0cfcfb5-3cdd-4923-9637-e788e607b331 req-5dfeb0e6-e717-45ff-addc-79d74dc949da tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821815 Aug 30 04:33:12.213184 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684efc81-9f68-4af6-920a-b3a7f5deb8c6 req-ae3646cc-86af-4b07-8556-0e869767b84b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:12.214832 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-684efc81-9f68-4af6-920a-b3a7f5deb8c6 req-ae3646cc-86af-4b07-8556-0e869767b84b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.0755155 Aug 30 04:33:12.276103 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-684efc81-9f68-4af6-920a-b3a7f5deb8c6 req-bd63383d-4977-49fd-af87-5dd373376cc0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543618 Aug 30 04:33:12.449582 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5740c1-dff1-437e-8983-acb4aa95e6f6 req-fb69fff2-ab8f-4790-976e-01d87daa047b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:12.451251 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8f5740c1-dff1-437e-8983-acb4aa95e6f6 req-fb69fff2-ab8f-4790-976e-01d87daa047b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 945 time: 0.0831168 Aug 30 04:33:12.540088 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76022ea-ca96-4400-aae8-23823925ee43 req-3fb4d3a2-d6e6-410f-8789-2c5f69086cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:12.541249 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8f5740c1-dff1-437e-8983-acb4aa95e6f6 req-d1321793-7fae-4c21-b651-2778b1b874f0 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741205 Aug 30 04:33:12.542553 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e76022ea-ca96-4400-aae8-23823925ee43 req-3fb4d3a2-d6e6-410f-8789-2c5f69086cf7 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=63018c76-167c-41e0-bb8a-f3e744a64072 HTTP/1.1" status: 200 len: 847 time: 0.0872121 Aug 30 04:33:12.831709 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209777-db32-492f-938b-193929f2597c req-6f292a77-a889-4b50-812d-dfd673a484e9 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:12.833504 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-56209777-db32-492f-938b-193929f2597c req-6f292a77-a889-4b50-812d-dfd673a484e9 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 943 time: 0.0595889 Aug 30 04:33:12.888829 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-56209777-db32-492f-938b-193929f2597c req-db415297-c25f-4031-825a-8d6125c85b1b tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489328 Aug 30 04:33:13.038173 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 2665e87c-c423-4535-b82a-5a19d9770e58 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:33:13.065768 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device dd0eb0ed-dd54-4a61-b759-3c573081c4e6 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:33:13.175282 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:33:13.188351 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:33:13.188732 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:13.242641 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 2665e87c-c423-4535-b82a-5a19d9770e58, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2665e87c-c423-4535-b82a-5a19d9770e58,segment=NetworkSegment(347deb5a-42dd-43d8-9373-9f3fcf117ae5),segment_id=347deb5a-42dd-43d8-9373-9f3fcf117ae5)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:13.264015 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '2665e87c-c423-4535-b82a-5a19d9770e58', 'network_id': 'aea69756-e786-4cf8-8d76-5170bbdf521b', 'port_id': '2665e87c-c423-4535-b82a-5a19d9770e58', 'mac_address': 'fa:16:3e:a1:31:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4c0150-e189-4d96-9b03-890176733d1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:33:13.343948 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 2665e87c-c423-4535-b82a-5a19d9770e58 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:33:13.344365 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:13.357011 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:33:13.357324 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:13.373372 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2665e87c-c423-4535-b82a-5a19d9770e58 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:33:13.421332 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:13.427983 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ea6b8c-6a9b-4b94-b39a-affcfda575e2" -d '{"events": [{"server_uuid": "72a97f79-ee44-4f9c-bd29-4042d2f4bb2a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0eb0ed-dd54-4a61-b759-3c573081c4e6"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:13.458759 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 2665e87c-c423-4535-b82a-5a19d9770e58, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2665e87c-c423-4535-b82a-5a19d9770e58,segment=NetworkSegment(347deb5a-42dd-43d8-9373-9f3fcf117ae5),segment_id=347deb5a-42dd-43d8-9373-9f3fcf117ae5)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:13.480046 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:13.485305 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76022ea-ca96-4400-aae8-23823925ee43 req-d018049e-1ad9-4b86-b67c-d6577c8595ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:13.489544 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e76022ea-ca96-4400-aae8-23823925ee43 req-d018049e-1ad9-4b86-b67c-d6577c8595ae service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0981874 Aug 30 04:33:13.490803 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port dd0eb0ed-dd54-4a61-b759-3c573081c4e6, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:13.501091 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:13.591101 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=2665e87c-c423-4535-b82a-5a19d9770e58,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:13.636229 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da612945-27ca-4aff-a066-a4e9727e1451 req-68ccdaec-0241-4968-ad68-4ffde6ce1312 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:13.651085 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-da612945-27ca-4aff-a066-a4e9727e1451 req-68ccdaec-0241-4968-ad68-4ffde6ce1312 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.1318307 Aug 30 04:33:13.657660 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:13.671959 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717c2dca-04f9-40bd-b819-901e1567887b x-openstack-request-id: req-717c2dca-04f9-40bd-b819-901e1567887b {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:13.678809 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a97f79-ee44-4f9c-bd29-4042d2f4bb2a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0eb0ed-dd54-4a61-b759-3c573081c4e6", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:13.679193 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-717c2dca-04f9-40bd-b819-901e1567887b {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:13.680698 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717c2dca-04f9-40bd-b819-901e1567887b'] response: {'server_uuid': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6', 'code': 200} Aug 30 04:33:13.772587 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-da612945-27ca-4aff-a066-a4e9727e1451 req-fc721706-599c-48d2-a81d-983afa6c60be tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193416 Aug 30 04:33:13.814474 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:13.850410 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:13.871713 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e76022ea-ca96-4400-aae8-23823925ee43 req-3daf7603-bd98-40de-82a3-702e0f73ef8f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497057 Aug 30 04:33:13.930910 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0f416-9f8b-4419-96a5-ddc12e095ee1 req-28ea68b5-e329-4f1b-bc64-d08b1b9f8106 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:13.933664 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f5c0f416-9f8b-4419-96a5-ddc12e095ee1 req-28ea68b5-e329-4f1b-bc64-d08b1b9f8106 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.1222470 Aug 30 04:33:13.997073 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['2665e87c-c423-4535-b82a-5a19d9770e58'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:33:14.033404 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:14.159833 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876da12c-f9ea-48f6-968e-e8a119c39039 req-22b770c8-a419-4045-bfd0-5af848046085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:14.163178 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-876da12c-f9ea-48f6-968e-e8a119c39039 req-22b770c8-a419-4045-bfd0-5af848046085 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 1130 time: 0.2125432 Aug 30 04:33:14.195704 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:14.232519 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e76022ea-ca96-4400-aae8-23823925ee43 req-07face1b-40cb-400b-a1aa-28ac020107f0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774508 Aug 30 04:33:14.238838 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0dcc2-179a-448f-b7cb-590109729603 req-744e8639-fca6-4b5b-b299-4ac78808999a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:14.242054 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8ab0dcc2-179a-448f-b7cb-590109729603 req-744e8639-fca6-4b5b-b299-4ac78808999a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 944 time: 0.1873188 Aug 30 04:33:14.257699 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace70972-e87c-473e-8056-b81edc96934d req-dc312566-5f3c-4726-bae7-c7afeffe61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:14.261240 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ace70972-e87c-473e-8056-b81edc96934d req-dc312566-5f3c-4726-bae7-c7afeffe61e8 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 1130 time: 0.3043821 Aug 30 04:33:14.290439 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed480f-6363-4311-bad2-48f951d422fb req-1b14329c-eab8-4589-9653-7aea4540dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:14.291979 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a7ed480f-6363-4311-bad2-48f951d422fb req-1b14329c-eab8-4589-9653-7aea4540dc9d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 1130 time: 0.1682262 Aug 30 04:33:14.301215 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f5c0f416-9f8b-4419-96a5-ddc12e095ee1 req-229f7d18-c24f-48ac-902a-fb6858d8c2a2 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581707 Aug 30 04:33:14.347008 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8ab0dcc2-179a-448f-b7cb-590109729603 req-2a43c705-8fd7-4728-a844-6e7a67f12d45 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889323 Aug 30 04:33:14.351076 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-876da12c-f9ea-48f6-968e-e8a119c39039 req-f9a7c947-9838-45db-bf75-ecafa2d30b05 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604667 Aug 30 04:33:14.414437 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a7ed480f-6363-4311-bad2-48f951d422fb req-c05a6fe1-36e4-43e8-82ab-d60b11359cb8 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028416 Aug 30 04:33:14.505312 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706f828-8a2b-4d94-b912-3d643926fa44 req-c1c30ea5-a26d-4ccd-9975-eb1b2349282d tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:14.507323 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6706f828-8a2b-4d94-b912-3d643926fa44 req-c1c30ea5-a26d-4ccd-9975-eb1b2349282d tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0822558 Aug 30 04:33:14.508721 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace70972-e87c-473e-8056-b81edc96934d req-c96be53e-50e4-4fed-8851-faafff34efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:14.510259 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ace70972-e87c-473e-8056-b81edc96934d req-c96be53e-50e4-4fed-8851-faafff34efea service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 919 time: 0.2017996 Aug 30 04:33:14.566476 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6706f828-8a2b-4d94-b912-3d643926fa44 req-1093e469-4e9a-4ac9-8912-a5d543a1e672 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520396 Aug 30 04:33:14.596553 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 49728) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:14.671437 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:14.797446 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78144db2-a389-4af5-9984-7a77c1c84632 tempest-TestMinimumBasicScenario-1149205209 tempest-TestMinimumBasicScenario-1149205209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:14.799094 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-78144db2-a389-4af5-9984-7a77c1c84632 tempest-TestMinimumBasicScenario-1149205209 tempest-TestMinimumBasicScenario-1149205209-project-admin] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 1125 time: 0.2013996 Aug 30 04:33:14.804128 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 49732) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:14.808929 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Request body: {'floatingip': {'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'port_id': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:14.837253 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:14.923580 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:15.006215 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e7c34-1fb4-4274-a733-094bffc6da0a req-8fdf6f33-d19e-4ad9-a373-e2e4938ea842 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:15.007942 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-593e7c34-1fb4-4274-a733-094bffc6da0a req-8fdf6f33-d19e-4ad9-a373-e2e4938ea842 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.0897324 Aug 30 04:33:15.015799 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:15.129382 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-593e7c34-1fb4-4274-a733-094bffc6da0a req-9cba38e4-232b-45ac-84cc-715ddb0bfcb8 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150336 Aug 30 04:33:15.190464 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Allocated IP 172.28.3.27 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/ed687c3e-2150-4793-9e74-29bce2f1c3b6) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:33:15.334520 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for port (ed687c3e-2150-4793-9e74-29bce2f1c3b6), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:15.393033 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (ed687c3e-2150-4793-9e74-29bce2f1c3b6), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:15.473896 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:33:15.477881 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2608ce-ff26-4373-86e3-711fdcea61b6 req-aeb93e07-53fb-4927-a683-44a13f621383 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:15.481132 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7c2608ce-ff26-4373-86e3-711fdcea61b6 req-aeb93e07-53fb-4927-a683-44a13f621383 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.0814397 Aug 30 04:33:15.483873 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:33:15.487457 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'Port': ['ID=ed687c3e-2150-4793-9e74-29bce2f1c3b6,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:15.492830 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:33:15.513172 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 2665e87c-c423-4535-b82a-5a19d9770e58 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:33:15.537745 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:15.552826 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7c2608ce-ff26-4373-86e3-711fdcea61b6 req-54adf186-15ce-4545-9218-664780db2258 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612738 Aug 30 04:33:15.559242 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.559830 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.560439 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.561017 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.561601 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.562371 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.562950 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.563496 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.564058 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.564606 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.565143 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.565689 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.566221 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.566813 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.567612 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:15.580633 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:15.595546 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 2665e87c-c423-4535-b82a-5a19d9770e58 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:33:15.604714 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 2665e87c-c423-4535-b82a-5a19d9770e58 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:33:15.605327 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:15.655029 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24696c9-5073-47dd-908a-95ad76cdb5f2 req-5d74cf87-cc95-472a-9b6a-d28b92141e10 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:15.657602 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b24696c9-5073-47dd-908a-95ad76cdb5f2 req-5d74cf87-cc95-472a-9b6a-d28b92141e10 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 944 time: 0.1591835 Aug 30 04:33:15.662143 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:15.737061 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 2665e87c-c423-4535-b82a-5a19d9770e58 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:33:15.737681 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:15.753284 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ace70972-e87c-473e-8056-b81edc96934d req-e1f22425-bb4a-4d69-a4b6-9100723bd016 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb HTTP/1.1" status: 200 len: 1000 time: 0.1183672 Aug 30 04:33:15.774341 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a63575-5a38-460c-9d5b-5184d01154cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2665e87c-c423-4535-b82a-5a19d9770e58'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:15.776927 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ef2b90-d40a-4660-8ec0-8cbe298fc0f8" -d '{"events": [{"server_uuid": "95a63575-5a38-460c-9d5b-5184d01154cb", "name": "network-vif-plugged", "status": "completed", "tag": "2665e87c-c423-4535-b82a-5a19d9770e58"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:15.793202 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 2665e87c-c423-4535-b82a-5a19d9770e58, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2665e87c-c423-4535-b82a-5a19d9770e58,segment=NetworkSegment(347deb5a-42dd-43d8-9373-9f3fcf117ae5),segment_id=347deb5a-42dd-43d8-9373-9f3fcf117ae5)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:15.798488 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:15.807561 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b24696c9-5073-47dd-908a-95ad76cdb5f2 req-60f81edd-a4b3-482d-8609-0ab0f88a6ccc tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307685 Aug 30 04:33:15.863485 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd61ea0-e522-4ae2-acec-d023744c5c68 x-openstack-request-id: req-9fd61ea0-e522-4ae2-acec-d023744c5c68 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:15.864133 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a63575-5a38-460c-9d5b-5184d01154cb", "name": "network-vif-plugged", "status": "completed", "tag": "2665e87c-c423-4535-b82a-5a19d9770e58", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:15.864736 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9fd61ea0-e522-4ae2-acec-d023744c5c68 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:15.864965 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd61ea0-e522-4ae2-acec-d023744c5c68'] response: {'server_uuid': '95a63575-5a38-460c-9d5b-5184d01154cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2665e87c-c423-4535-b82a-5a19d9770e58', 'code': 200} Aug 30 04:33:15.881667 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=2665e87c-c423-4535-b82a-5a19d9770e58,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:16.066774 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:16.145081 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for floatingip (bda1a9a6-1c62-4933-b81c-b4c90543f3ca), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.159478 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.238476 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (ed687c3e-2150-4793-9e74-29bce2f1c3b6), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.362868 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591df6b4-04ac-452e-a059-7d9b2c9de8d7 req-4e19591d-d127-4ff4-b714-6158e3a51236 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:16.365570 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-591df6b4-04ac-452e-a059-7d9b2c9de8d7 req-4e19591d-d127-4ff4-b714-6158e3a51236 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.1043141 Aug 30 04:33:16.459506 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace70972-e87c-473e-8056-b81edc96934d req-fbf4adef-cb7f-403d-8ae8-c05851ae9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:16.461272 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ace70972-e87c-473e-8056-b81edc96934d req-fbf4adef-cb7f-403d-8ae8-c05851ae9e38 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 200 len: 856 time: 0.0716574 Aug 30 04:33:16.535030 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-591df6b4-04ac-452e-a059-7d9b2c9de8d7 req-7501b7b9-2255-4fcb-8be7-28ed80461fd9 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523607 Aug 30 04:33:16.587121 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace70972-e87c-473e-8056-b81edc96934d req-5699df0e-76ff-421f-ac0e-3343b1f80cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:16.588874 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ace70972-e87c-473e-8056-b81edc96934d req-5699df0e-76ff-421f-ac0e-3343b1f80cde service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0797253 Aug 30 04:33:16.621472 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for port (ed687c3e-2150-4793-9e74-29bce2f1c3b6), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.627959 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (ed687c3e-2150-4793-9e74-29bce2f1c3b6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.775886 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ace70972-e87c-473e-8056-b81edc96934d req-8e9d58a6-4e42-4dc7-bab9-a3d97eb8dc4e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266637 Aug 30 04:33:16.913085 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ace70972-e87c-473e-8056-b81edc96934d req-58e877b1-1ba3-47aa-92ad-b38ac9a04ee5 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285491 Aug 30 04:33:17.093066 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd45da4-ec29-4c5e-89b8-26755ff50709 req-bbd03077-d729-4e74-8ad3-a0ba1b18fb86 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:17.095087 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5dd45da4-ec29-4c5e-89b8-26755ff50709 req-bbd03077-d729-4e74-8ad3-a0ba1b18fb86 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0645547 Aug 30 04:33:17.172498 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5dd45da4-ec29-4c5e-89b8-26755ff50709 req-6ef807c7-0e7a-4ebd-ac1d-0da844cacdfb tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679002 Aug 30 04:33:17.251750 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655df0c-fc3a-4b12-88fd-65a93bfe4688 req-0c23b487-161a-49ea-b04a-1c9cfa7b24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:17.253996 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9655df0c-fc3a-4b12-88fd-65a93bfe4688 req-0c23b487-161a-49ea-b04a-1c9cfa7b24ef service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 1129 time: 0.1594529 Aug 30 04:33:17.255068 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (bda1a9a6-1c62-4933-b81c-b4c90543f3ca), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:17.260748 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'Port': ['ID=ed687c3e-2150-4793-9e74-29bce2f1c3b6,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:17.278088 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc8839-aca1-4eaa-81bb-29d4f8b5c887 req-962c9102-f747-4821-8384-dc832a863bbd tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:17.279840 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-72cc8839-aca1-4eaa-81bb-29d4f8b5c887 req-962c9102-f747-4821-8384-dc832a863bbd tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.5909560 Aug 30 04:33:17.346158 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:17.459039 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9655df0c-fc3a-4b12-88fd-65a93bfe4688 req-dacabba5-f94d-4822-8e64-13961b00f6fc service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399901 Aug 30 04:33:17.466723 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-72cc8839-aca1-4eaa-81bb-29d4f8b5c887 req-df01089b-5b52-4e2c-bfc4-340a0c115e28 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489651 Aug 30 04:33:17.478655 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Floating IP bda1a9a6-1c62-4933-b81c-b4c90543f3ca associated. External IP: 172.28.3.27, port: d13cb21f-376e-4f2b-9daf-472725dece64. Aug 30 04:33:17.593292 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:17.738097 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09ace4-d2a4-4955-8c7c-cac8b1ff0c08 req-98f26ed4-a8eb-40de-b194-4123a537f710 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:17.742369 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ee09ace4-d2a4-4955-8c7c-cac8b1ff0c08 req-98f26ed4-a8eb-40de-b194-4123a537f710 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.0733037 Aug 30 04:33:17.764990 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Router 038eca4a-a2de-41df-8110-b02e6cf292b6 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:33:17.809469 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:17.841070 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ee09ace4-d2a4-4955-8c7c-cac8b1ff0c08 req-e161760f-18ef-492b-8010-39f3a21e2e91 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872185 Aug 30 04:33:17.907721 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:33:17.921537 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257abf1-7298-488a-806b-a45878ddb038 None None] Sync routers for ids ['038eca4a-a2de-41df-8110-b02e6cf292b6'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:33:17.935119 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:17.937796 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257abf1-7298-488a-806b-a45878ddb038 None None] Routers {'038eca4a-a2de-41df-8110-b02e6cf292b6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:17.938578 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3257abf1-7298-488a-806b-a45878ddb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:33:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['038eca4a-a2de-41df-8110-b02e6cf292b6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:17.981775 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-3891d447-dc24-41f3-b2d7-3a47ee5f5a84 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1764727 Aug 30 04:33:17.983385 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:17.984840 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da04eedc-60cb-48a9-8e55-ab4413e4400b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:17.986332 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49764) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:17.997879 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-1df5684f-ea0a-4afa-a529-38363fd2fbc2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1872314007', 'description': 'tempest-secgroup-smoke-1872314007 description', 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:18.042542 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1df5684f-ea0a-4afa-a529-38363fd2fbc2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.058403 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef93c0a4-18e9-4d0b-b91d-4b3c8d73b754 x-openstack-request-id: req-ef93c0a4-18e9-4d0b-b91d-4b3c8d73b754 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:18.058868 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:18.059280 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ef93c0a4-18e9-4d0b-b91d-4b3c8d73b754 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:18.070291 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef93c0a4-18e9-4d0b-b91d-4b3c8d73b754'] response: {'name': 'network-changed', 'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'status': 'completed', 'code': 200} Aug 30 04:33:18.098386 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-3257abf1-7298-488a-806b-a45878ddb038 None None] Set router 038eca4a-a2de-41df-8110-b02e6cf292b6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:18.202336 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1df5684f-ea0a-4afa-a529-38363fd2fbc2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group (e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.210396 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1df5684f-ea0a-4afa-a529-38363fd2fbc2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.274395 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5684f-ea0a-4afa-a529-38363fd2fbc2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:18.285229 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1df5684f-ea0a-4afa-a529-38363fd2fbc2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.291323 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 49784) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:18.291897 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-1df5684f-ea0a-4afa-a529-38363fd2fbc2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3015082 Aug 30 04:33:18.297896 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-a8e80e5e-bcee-4c02-a7f2-ab2844f1def7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83', 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:18.374897 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a8e80e5e-bcee-4c02-a7f2-ab2844f1def7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (f4a9829c-2979-4d11-86fb-c3adc2d2ad2f), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.461028 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3257abf1-7298-488a-806b-a45878ddb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'bda1a9a6-1c62-4933-b81c-b4c90543f3ca', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'floating_ip_address': '172.28.3.27', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'port_id': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'mac_address': 'fa:16:3e:76:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:33:15Z', 'updated_at': '2022-08-30T04:33:15Z', 'revision_number': 0, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f1fc04-0fd0-4551-ade6-3900ccdb9017', 'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'mac_address': 'fa:16:3e:75:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 5, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'subnets': [{'id': '827f5d02-c61c-48aa-9415-d203f472af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:18.470683 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6850c7a-1175-40b4-a69b-5e306b26b44d req-9bdb8a6c-05f3-4264-81a4-89aed67ef5f9 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:18.474598 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c6850c7a-1175-40b4-a69b-5e306b26b44d req-9bdb8a6c-05f3-4264-81a4-89aed67ef5f9 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.1298347 Aug 30 04:33:18.499071 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a8e80e5e-bcee-4c02-a7f2-ab2844f1def7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (f4a9829c-2979-4d11-86fb-c3adc2d2ad2f), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.505842 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a8e80e5e-bcee-4c02-a7f2-ab2844f1def7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (f4a9829c-2979-4d11-86fb-c3adc2d2ad2f), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.514154 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257abf1-7298-488a-806b-a45878ddb038 None None] Checking router: 038eca4a-a2de-41df-8110-b02e6cf292b6 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:33:18.525822 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257abf1-7298-488a-806b-a45878ddb038 None None] Routers {'038eca4a-a2de-41df-8110-b02e6cf292b6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:18.526773 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3257abf1-7298-488a-806b-a45878ddb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:33:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['038eca4a-a2de-41df-8110-b02e6cf292b6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:18.544771 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e80e5e-bcee-4c02-a7f2-ab2844f1def7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a9829c-2979-4d11-86fb-c3adc2d2ad2f,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:18.576359 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a8e80e5e-bcee-4c02-a7f2-ab2844f1def7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.577804 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-a8e80e5e-bcee-4c02-a7f2-ab2844f1def7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2839248 Aug 30 04:33:18.581107 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 49806) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:18.586842 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-fef4f9ba-8ff7-4882-a593-51f174486a7b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83', 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:18.645370 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fef4f9ba-8ff7-4882-a593-51f174486a7b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (d44159ef-ff86-4d17-ba69-68682f57440f), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.650845 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c6850c7a-1175-40b4-a69b-5e306b26b44d req-58d79ed8-ddab-4a7c-a3c9-2bee05f8c70a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613097 Aug 30 04:33:18.700114 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-3257abf1-7298-488a-806b-a45878ddb038 None None] Set router 038eca4a-a2de-41df-8110-b02e6cf292b6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:18.797044 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d76641-b104-44fe-a9a3-35d3d7e6b836 req-116291a3-78dd-48a5-9c2d-d6abcecbafad tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:18.800114 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-98d76641-b104-44fe-a9a3-35d3d7e6b836 req-116291a3-78dd-48a5-9c2d-d6abcecbafad tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.1483819 Aug 30 04:33:18.822365 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:18.859335 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fef4f9ba-8ff7-4882-a593-51f174486a7b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (d44159ef-ff86-4d17-ba69-68682f57440f), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.867273 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fef4f9ba-8ff7-4882-a593-51f174486a7b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (d44159ef-ff86-4d17-ba69-68682f57440f), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.925890 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4f9ba-8ff7-4882-a593-51f174486a7b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44159ef-ff86-4d17-ba69-68682f57440f,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:18.947260 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:18.947861 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fef4f9ba-8ff7-4882-a593-51f174486a7b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:18.948601 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-fef4f9ba-8ff7-4882-a593-51f174486a7b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3662250 Aug 30 04:33:18.951746 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49816) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:18.957856 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-3cec1802-6f11-461d-9302-17af150c4f05 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83', 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:18.968122 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-98d76641-b104-44fe-a9a3-35d3d7e6b836 req-51197533-ba22-4ef0-bd13-1d1703f677e1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572328 Aug 30 04:33:19.001501 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3cec1802-6f11-461d-9302-17af150c4f05 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (f7b7046a-eff8-4a28-9033-1b35eacca0f8), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.091451 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3257abf1-7298-488a-806b-a45878ddb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'bda1a9a6-1c62-4933-b81c-b4c90543f3ca', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'floating_ip_address': '172.28.3.27', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'port_id': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'mac_address': 'fa:16:3e:76:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:33:15Z', 'updated_at': '2022-08-30T04:33:15Z', 'revision_number': 0, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f1fc04-0fd0-4551-ade6-3900ccdb9017', 'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'mac_address': 'fa:16:3e:75:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 5, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'subnets': [{'id': '827f5d02-c61c-48aa-9415-d203f472af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:19.091842 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61e7ec-5adc-45ec-a1c1-bfc353df03c6 req-a943b8ea-eb73-48c9-9bc1-102f6b2c4c2d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:19.094021 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5c61e7ec-5adc-45ec-a1c1-bfc353df03c6 req-a943b8ea-eb73-48c9-9bc1-102f6b2c4c2d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.0857534 Aug 30 04:33:19.133798 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3cec1802-6f11-461d-9302-17af150c4f05 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (f7b7046a-eff8-4a28-9033-1b35eacca0f8), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.139478 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257abf1-7298-488a-806b-a45878ddb038 None None] The sync data for ids ['038eca4a-a2de-41df-8110-b02e6cf292b6'] in dv-cinder-854265-2-smb is: [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'bda1a9a6-1c62-4933-b81c-b4c90543f3ca', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'floating_ip_address': '172.28.3.27', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'port_id': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'mac_address': 'fa:16:3e:76:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:33:15Z', 'updated_at': '2022-08-30T04:33:15Z', 'revision_number': 0, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f1fc04-0fd0-4551-ade6-3900ccdb9017', 'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'mac_address': 'fa:16:3e:75:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 5, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'subnets': [{'id': '827f5d02-c61c-48aa-9415-d203f472af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:33:19.146630 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3cec1802-6f11-461d-9302-17af150c4f05 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (f7b7046a-eff8-4a28-9033-1b35eacca0f8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.158823 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:19.201649 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec1802-6f11-461d-9302-17af150c4f05 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b7046a-eff8-4a28-9033-1b35eacca0f8,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:19.232349 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5c61e7ec-5adc-45ec-a1c1-bfc353df03c6 req-f3e13f79-e090-4042-bb97-c9a7d257833f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312988 Aug 30 04:33:19.237919 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3cec1802-6f11-461d-9302-17af150c4f05 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.240214 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-3cec1802-6f11-461d-9302-17af150c4f05 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2860320 Aug 30 04:33:19.244603 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 49820) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:19.252284 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-1ad4c48d-b7f7-422f-9c05-cb9fb600b65f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83', 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:19.335458 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1ad4c48d-b7f7-422f-9c05-cb9fb600b65f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (ead35fa1-726b-4848-ae69-af06d19a2a9a), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.399258 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:19.450145 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1ad4c48d-b7f7-422f-9c05-cb9fb600b65f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (ead35fa1-726b-4848-ae69-af06d19a2a9a), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.456076 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1ad4c48d-b7f7-422f-9c05-cb9fb600b65f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (ead35fa1-726b-4848-ae69-af06d19a2a9a), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.480455 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:19.496612 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4c48d-b7f7-422f-9c05-cb9fb600b65f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead35fa1-726b-4848-ae69-af06d19a2a9a,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:19.510113 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1ad4c48d-b7f7-422f-9c05-cb9fb600b65f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.511958 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-1ad4c48d-b7f7-422f-9c05-cb9fb600b65f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2657204 Aug 30 04:33:19.515891 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49822) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:19.523779 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-d489f18c-4834-4283-a45f-2575ed4f6dc7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83', 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:19.558085 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7f68d-9e7c-40a2-ba54-9496bc94c1fa None None] New status for floating IP bda1a9a6-1c62-4933-b81c-b4c90543f3ca: ACTIVE {{(pid=106398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:33:19.573716 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.securitygroups_db [None req-d489f18c-4834-4283-a45f-2575ed4f6dc7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Project da2baee55e704f8cbcf73b9bab63bd9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:33:19.587036 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d489f18c-4834-4283-a45f-2575ed4f6dc7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (ac767a09-42bc-457e-bbf0-d28ba0df4857), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.681770 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d489f18c-4834-4283-a45f-2575ed4f6dc7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (ac767a09-42bc-457e-bbf0-d28ba0df4857), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.690403 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d489f18c-4834-4283-a45f-2575ed4f6dc7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (ac767a09-42bc-457e-bbf0-d28ba0df4857), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.721529 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489f18c-4834-4283-a45f-2575ed4f6dc7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac767a09-42bc-457e-bbf0-d28ba0df4857,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:19.751484 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d489f18c-4834-4283-a45f-2575ed4f6dc7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.756867 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-d489f18c-4834-4283-a45f-2575ed4f6dc7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2388926 Aug 30 04:33:19.757881 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 49826) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:19.763251 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-2fae3579-cc54-4bba-b4e8-7f9273bb04ef tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Request body: {'security_group_rule': {'security_group_id': 'e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83', 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:19.798101 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.securitygroups_db [None req-2fae3579-cc54-4bba-b4e8-7f9273bb04ef tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Project da2baee55e704f8cbcf73b9bab63bd9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:33:19.805749 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2fae3579-cc54-4bba-b4e8-7f9273bb04ef tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (ea04fd61-4ee4-471e-b3d9-937f9a0da7e1), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.814368 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811fd27-6b1c-481b-8fce-fac14498a3f5 req-54381ba9-0bd7-4e05-a6b2-b6c1c51444bd tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:19.816311 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c811fd27-6b1c-481b-8fce-fac14498a3f5 req-54381ba9-0bd7-4e05-a6b2-b6c1c51444bd tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0818124 Aug 30 04:33:19.840332 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:19.880394 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c811fd27-6b1c-481b-8fce-fac14498a3f5 req-4ad28584-a523-4305-905b-3d553370cc97 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523350 Aug 30 04:33:19.902181 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2fae3579-cc54-4bba-b4e8-7f9273bb04ef tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (ea04fd61-4ee4-471e-b3d9-937f9a0da7e1), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.907451 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2fae3579-cc54-4bba-b4e8-7f9273bb04ef tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (ea04fd61-4ee4-471e-b3d9-937f9a0da7e1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.930864 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae3579-cc54-4bba-b4e8-7f9273bb04ef tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea04fd61-4ee4-471e-b3d9-937f9a0da7e1,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:19.940094 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2fae3579-cc54-4bba-b4e8-7f9273bb04ef tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.941409 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-2fae3579-cc54-4bba-b4e8-7f9273bb04ef tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1823385 Aug 30 04:33:20.051191 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f628c882-e4c8-4719-bc9c-548e9c2702a5 req-c870f371-31bb-4eb3-a929-311e7ed47ae7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1872314007&fields=id&tenant_id=da2baee55e704f8cbcf73b9bab63bd9a HTTP/1.1" status: 200 len: 267 time: 0.0558326 Aug 30 04:33:20.113158 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628c882-e4c8-4719-bc9c-548e9c2702a5 req-c1e05253-86ea-4daf-a9fe-11c135c2c3e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:20.115560 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f628c882-e4c8-4719-bc9c-548e9c2702a5 req-c1e05253-86ea-4daf-a9fe-11c135c2c3e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0568521 Aug 30 04:33:20.132278 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-f628c882-e4c8-4719-bc9c-548e9c2702a5 req-b4e4abca-b67e-4403-8f94-8db2fbb4483c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Request body: {'port': {'security_groups': ['97517902-ca09-4d4b-95bb-fe456f500a8a', 'e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:20.139125 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114eaf2-bd05-4094-bd9c-cc9241e537d2 req-9a43cdca-48c6-4515-bfa4-bd108089b208 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:20.140846 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e114eaf2-bd05-4094-bd9c-cc9241e537d2 req-9a43cdca-48c6-4515-bfa4-bd108089b208 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.0642695 Aug 30 04:33:20.203220 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e114eaf2-bd05-4094-bd9c-cc9241e537d2 req-7dd5df5e-ca32-4931-beb7-fbedf22088f2 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515168 Aug 30 04:33:20.222013 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f628c882-e4c8-4719-bc9c-548e9c2702a5 req-b4e4abca-b67e-4403-8f94-8db2fbb4483c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:20.353276 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810ee32-bb30-4f57-b787-ce3b76cc52fc req-1dbf50cc-de6e-4fb8-80c1-1df7cdc8060f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:20.355047 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4810ee32-bb30-4f57-b787-ce3b76cc52fc req-1dbf50cc-de6e-4fb8-80c1-1df7cdc8060f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.0582078 Aug 30 04:33:20.373841 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 49838) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:20.379462 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-eb2b5db6-9d84-435b-adeb-5f26e1f27a81 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'floatingip': {'port_id': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:20.427871 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5db6-9d84-435b-adeb-5f26e1f27a81 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (8b6dfabe-ee3a-43e3-9284-c343f4fdd30f), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:20.490782 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-f628c882-e4c8-4719-bc9c-548e9c2702a5 req-b4e4abca-b67e-4403-8f94-8db2fbb4483c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] For port d13cb21f-376e-4f2b-9daf-472725dece64, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d13cb21f-376e-4f2b-9daf-472725dece64,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:20.532837 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f628c882-e4c8-4719-bc9c-548e9c2702a5 req-b4e4abca-b67e-4403-8f94-8db2fbb4483c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for port (d13cb21f-376e-4f2b-9daf-472725dece64), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:20.540772 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f628c882-e4c8-4719-bc9c-548e9c2702a5 req-b4e4abca-b67e-4403-8f94-8db2fbb4483c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:20.552235 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628c882-e4c8-4719-bc9c-548e9c2702a5 req-b4e4abca-b67e-4403-8f94-8db2fbb4483c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:20.552991 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f628c882-e4c8-4719-bc9c-548e9c2702a5 req-b4e4abca-b67e-4403-8f94-8db2fbb4483c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:20.554592 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f628c882-e4c8-4719-bc9c-548e9c2702a5 req-b4e4abca-b67e-4403-8f94-8db2fbb4483c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "PUT /networking/v2.0/ports/d13cb21f-376e-4f2b-9daf-472725dece64 HTTP/1.1" status: 200 len: 982 time: 0.4272621 Aug 30 04:33:20.556056 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:20.562478 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88789c79-53c1-4ab0-bf80-51ea5ce20279" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:20.616755 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['d13cb21f-376e-4f2b-9daf-472725dece64'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:33:20.622912 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f7e44-e280-44c2-b14e-ebe4eb243ae3 req-3f77f4cd-6e24-4f45-8111-57eb2e986772 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:20.624756 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5f8f7e44-e280-44c2-b14e-ebe4eb243ae3 req-3f77f4cd-6e24-4f45-8111-57eb2e986772 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.1348062 Aug 30 04:33:20.687474 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4abca-b67e-4403-8f94-8db2fbb4483c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'Port': ['ID=d13cb21f-376e-4f2b-9daf-472725dece64,revision_number=6']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:20.731816 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83433a0f-ea73-4b4f-bed5-9183f11abb9f req-aa35d803-326a-4bd6-a5af-39baec1b47e0 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:20.733880 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-83433a0f-ea73-4b4f-bed5-9183f11abb9f req-aa35d803-326a-4bd6-a5af-39baec1b47e0 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0602610 Aug 30 04:33:20.837486 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-83433a0f-ea73-4b4f-bed5-9183f11abb9f req-4b391890-087f-4d63-93c8-6c38cbfd2b3f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913954 Aug 30 04:33:20.901525 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5f8f7e44-e280-44c2-b14e-ebe4eb243ae3 req-d31486d0-0f53-4c42-9c27-12b4ce5fd40e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233524 Aug 30 04:33:20.912705 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fc29d9-9dff-43ec-95a4-ce044bdce1d8 x-openstack-request-id: req-55fc29d9-9dff-43ec-95a4-ce044bdce1d8 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:20.913146 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:20.913550 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-55fc29d9-9dff-43ec-95a4-ce044bdce1d8 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:20.914188 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55fc29d9-9dff-43ec-95a4-ce044bdce1d8'] response: {'name': 'network-changed', 'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'status': 'completed', 'code': 200} Aug 30 04:33:21.017854 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['d13cb21f-376e-4f2b-9daf-472725dece64'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:33:21.019388 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:21.036295 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37d9b6-f042-474f-a5ff-90117ea01945 req-b41e2880-cd26-4124-af20-242f74084fc1 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:21.039466 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9e37d9b6-f042-474f-a5ff-90117ea01945 req-b41e2880-cd26-4124-af20-242f74084fc1 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0684521 Aug 30 04:33:21.131293 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9e37d9b6-f042-474f-a5ff-90117ea01945 req-212572fc-a2d4-465d-9610-ca9660802cc5 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786283 Aug 30 04:33:21.249440 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5db6-9d84-435b-adeb-5f26e1f27a81 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:21.254691 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5db6-9d84-435b-adeb-5f26e1f27a81 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (8b6dfabe-ee3a-43e3-9284-c343f4fdd30f), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:21.297250 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:21.400976 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [None req-eb2b5db6-9d84-435b-adeb-5f26e1f27a81 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Floating IP 8b6dfabe-ee3a-43e3-9284-c343f4fdd30f associated. External IP: 172.28.3.28, port: dd0eb0ed-dd54-4a61-b759-3c573081c4e6. Aug 30 04:33:21.406380 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:21.668698 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:21.683049 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2b5db6-9d84-435b-adeb-5f26e1f27a81 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Router 12bdb17a-e53e-4e01-8fd6-27e907694d22 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:33:21.804590 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2b5db6-9d84-435b-adeb-5f26e1f27a81 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:33:21.809918 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5db6-9d84-435b-adeb-5f26e1f27a81 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:21.817567 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc2827-62c1-4835-8f14-967e1e44fd90 None None] Sync routers for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:33:21.837020 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc2827-62c1-4835-8f14-967e1e44fd90 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:21.838157 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-98bc2827-62c1-4835-8f14-967e1e44fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:33:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:21.845020 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-eb2b5db6-9d84-435b-adeb-5f26e1f27a81 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "PUT /networking/v2.0/floatingips/8b6dfabe-ee3a-43e3-9284-c343f4fdd30f HTTP/1.1" status: 200 len: 991 time: 1.4696860 Aug 30 04:33:21.845695 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'tag': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:21.848608 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7765ad68-8590-4818-a958-b6f3e1322a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "72a97f79-ee44-4f9c-bd29-4042d2f4bb2a", "tag": "dd0eb0ed-dd54-4a61-b759-3c573081c4e6"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:21.890361 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b751b57c-f3db-4a7b-9382-f13d5cc17a70 x-openstack-request-id: req-b751b57c-f3db-4a7b-9382-f13d5cc17a70 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:21.890666 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a97f79-ee44-4f9c-bd29-4042d2f4bb2a", "tag": "dd0eb0ed-dd54-4a61-b759-3c573081c4e6", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:21.890927 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b751b57c-f3db-4a7b-9382-f13d5cc17a70 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:21.891342 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b751b57c-f3db-4a7b-9382-f13d5cc17a70'] response: {'name': 'network-changed', 'server_uuid': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'tag': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6', 'status': 'completed', 'code': 200} Aug 30 04:33:22.037878 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-98bc2827-62c1-4835-8f14-967e1e44fd90 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:22.221206 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:22.311943 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97579a1-5c28-457e-b581-65020bf93d1b req-712452cf-dedf-41bd-b5ff-924ea0856072 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:22.312831 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04eedc-60cb-48a9-8e55-ab4413e4400b req-941506fc-0464-448d-886f-dd9ec3fe8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:22.313698 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f97579a1-5c28-457e-b581-65020bf93d1b req-712452cf-dedf-41bd-b5ff-924ea0856072 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0887659 Aug 30 04:33:22.315144 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-da04eedc-60cb-48a9-8e55-ab4413e4400b req-941506fc-0464-448d-886f-dd9ec3fe8a1f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=da2baee55e704f8cbcf73b9bab63bd9a&device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 1169 time: 0.0805166 Aug 30 04:33:22.375368 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f97579a1-5c28-457e-b581-65020bf93d1b req-328d7fad-8ce6-422b-adc6-19384e7515e6 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544238 Aug 30 04:33:22.568385 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-98bc2827-62c1-4835-8f14-967e1e44fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '12f05cd3-ae01-4780-8707-b0fc69227185', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:36:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:11Z', 'updated_at': '2022-08-30T04:31:48Z', 'revision_number': 2, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}, {'id': '8b6dfabe-ee3a-43e3-9284-c343f4fdd30f', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.28', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:86:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:43Z', 'updated_at': '2022-08-30T04:33:21Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:22.619441 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc2827-62c1-4835-8f14-967e1e44fd90 None None] Checking router: 12bdb17a-e53e-4e01-8fd6-27e907694d22 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:33:22.635531 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc2827-62c1-4835-8f14-967e1e44fd90 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:22.636662 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-98bc2827-62c1-4835-8f14-967e1e44fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:33:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:22.775630 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-98bc2827-62c1-4835-8f14-967e1e44fd90 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:22.992693 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:23.073385 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-98bc2827-62c1-4835-8f14-967e1e44fd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '12f05cd3-ae01-4780-8707-b0fc69227185', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:36:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:11Z', 'updated_at': '2022-08-30T04:31:48Z', 'revision_number': 2, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}, {'id': '8b6dfabe-ee3a-43e3-9284-c343f4fdd30f', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.28', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:86:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:43Z', 'updated_at': '2022-08-30T04:33:21Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:23.111296 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc2827-62c1-4835-8f14-967e1e44fd90 None None] The sync data for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb is: [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '12f05cd3-ae01-4780-8707-b0fc69227185', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:36:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:11Z', 'updated_at': '2022-08-30T04:31:48Z', 'revision_number': 2, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}, {'id': '8b6dfabe-ee3a-43e3-9284-c343f4fdd30f', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.28', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:86:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:43Z', 'updated_at': '2022-08-30T04:33:21Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:33:23.351669 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539ebc5-ade6-409e-950b-cb5175e64dbc None None] New status for floating IP 8b6dfabe-ee3a-43e3-9284-c343f4fdd30f: ACTIVE {{(pid=106398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:33:23.524167 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765ad68-8590-4818-a958-b6f3e1322a4b req-df13d468-b07d-4894-be17-0f490ccb2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:23.526241 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7765ad68-8590-4818-a958-b6f3e1322a4b req-df13d468-b07d-4894-be17-0f490ccb2076 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 1130 time: 0.1287835 Aug 30 04:33:23.616215 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04eedc-60cb-48a9-8e55-ab4413e4400b req-ac9135f7-9a3b-405a-a183-0aee38c91f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:23.620253 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-da04eedc-60cb-48a9-8e55-ab4413e4400b req-ac9135f7-9a3b-405a-a183-0aee38c91f80 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=bcb6fd08-3263-4163-96c8-4125846b16e0 HTTP/1.1" status: 200 len: 916 time: 0.2666018 Aug 30 04:33:23.653756 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476c1ba-b584-4358-a906-117e78d48350 req-1b062c79-32d9-4ba9-b202-daef87ee3af3 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:23.657002 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0476c1ba-b584-4358-a906-117e78d48350 req-1b062c79-32d9-4ba9-b202-daef87ee3af3 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.1125884 Aug 30 04:33:23.754343 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0476c1ba-b584-4358-a906-117e78d48350 req-dbb5c9fa-05d4-4b7a-b64a-a6ab7d6d5900 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712445 Aug 30 04:33:24.184302 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:24.267321 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-da04eedc-60cb-48a9-8e55-ab4413e4400b req-03681541-af59-400d-8cb0-9637a0b83a08 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13cb21f-376e-4f2b-9daf-472725dece64 HTTP/1.1" status: 200 len: 1001 time: 0.1119273 Aug 30 04:33:24.346473 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765ad68-8590-4818-a958-b6f3e1322a4b req-66d0a608-81b4-4084-b93b-ed0022143f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:24.348219 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7765ad68-8590-4818-a958-b6f3e1322a4b req-66d0a608-81b4-4084-b93b-ed0022143f35 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 917 time: 0.1947100 Aug 30 04:33:24.369197 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04eedc-60cb-48a9-8e55-ab4413e4400b req-b88519b8-d204-4a60-8238-bf0d6c78d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:24.379150 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-da04eedc-60cb-48a9-8e55-ab4413e4400b req-b88519b8-d204-4a60-8238-bf0d6c78d88b service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=827f5d02-c61c-48aa-9415-d203f472af05 HTTP/1.1" status: 200 len: 853 time: 0.1056328 Aug 30 04:33:24.447229 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04eedc-60cb-48a9-8e55-ab4413e4400b req-71725ce6-434f-443c-ac4f-408560452de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:24.449779 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-da04eedc-60cb-48a9-8e55-ab4413e4400b req-71725ce6-434f-443c-ac4f-408560452de5 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bcb6fd08-3263-4163-96c8-4125846b16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0640416 Aug 30 04:33:24.495393 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7765ad68-8590-4818-a958-b6f3e1322a4b req-38ff766c-8983-46e2-8362-f08acfc19a27 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd0eb0ed-dd54-4a61-b759-3c573081c4e6 HTTP/1.1" status: 200 len: 1001 time: 0.1225057 Aug 30 04:33:24.595626 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765ad68-8590-4818-a958-b6f3e1322a4b req-a00f9ca6-0552-4806-87c5-33258f42e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:24.601179 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7765ad68-8590-4818-a958-b6f3e1322a4b req-a00f9ca6-0552-4806-87c5-33258f42e4e2 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.0977564 Aug 30 04:33:24.629982 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-da04eedc-60cb-48a9-8e55-ab4413e4400b req-a3cc3ad4-fbe8-4215-93b9-ce00e20f721a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628065 Aug 30 04:33:24.706710 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765ad68-8590-4818-a958-b6f3e1322a4b req-0d24f079-d2ed-4803-a884-95a4213c8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:24.708909 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7765ad68-8590-4818-a958-b6f3e1322a4b req-0d24f079-d2ed-4803-a884-95a4213c8f24 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0585902 Aug 30 04:33:24.837543 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-da04eedc-60cb-48a9-8e55-ab4413e4400b req-22a3b0da-d3b1-4bc0-a89c-1927e1058f4d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856446 Aug 30 04:33:25.138261 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7765ad68-8590-4818-a958-b6f3e1322a4b req-96f0bccc-4aa6-40fb-b679-add1651ad2be service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205961 Aug 30 04:33:25.346862 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789c79-53c1-4ab0-bf80-51ea5ce20279 req-9944644c-77cc-4919-b7a0-f234fdd6ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:25.348574 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-88789c79-53c1-4ab0-bf80-51ea5ce20279 req-9944644c-77cc-4919-b7a0-f234fdd6ffa1 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=da2baee55e704f8cbcf73b9bab63bd9a&device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 1169 time: 0.1087091 Aug 30 04:33:25.393514 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7765ad68-8590-4818-a958-b6f3e1322a4b req-204ffef4-cab1-4793-8c60-d8ac21d1cf67 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063041 Aug 30 04:33:25.397276 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:25.409164 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acd2f9-7888-4590-a88f-6d9a6530f9ff req-6a7cfc19-c961-4cc0-99fe-927bf1bc52e8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:25.410873 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d5acd2f9-7888-4590-a88f-6d9a6530f9ff req-6a7cfc19-c961-4cc0-99fe-927bf1bc52e8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0659003 Aug 30 04:33:25.431469 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff55b-6e7c-4d3a-a09e-9bfb28687f50 req-58a70d0d-80a9-4a1f-9d79-c66eefbd396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:25.433571 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b3ff55b-6e7c-4d3a-a09e-9bfb28687f50 req-58a70d0d-80a9-4a1f-9d79-c66eefbd396e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 1129 time: 0.0989811 Aug 30 04:33:25.491276 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d5acd2f9-7888-4590-a88f-6d9a6530f9ff req-9158ebae-34bc-470d-b4cb-70e2fa78cd0f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714316 Aug 30 04:33:25.570286 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789c79-53c1-4ab0-bf80-51ea5ce20279 req-6b6f1fe9-8fbc-4e99-b4cc-9c896eefe093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:25.572363 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-88789c79-53c1-4ab0-bf80-51ea5ce20279 req-6b6f1fe9-8fbc-4e99-b4cc-9c896eefe093 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=bcb6fd08-3263-4163-96c8-4125846b16e0 HTTP/1.1" status: 200 len: 916 time: 0.2051120 Aug 30 04:33:25.589616 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:25.654159 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff55b-6e7c-4d3a-a09e-9bfb28687f50 req-ff5560ba-7cc1-46d3-b3ce-f2e0ad8c8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:25.655889 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b3ff55b-6e7c-4d3a-a09e-9bfb28687f50 req-ff5560ba-7cc1-46d3-b3ce-f2e0ad8c8a35 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.2115071 Aug 30 04:33:25.677772 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-88789c79-53c1-4ab0-bf80-51ea5ce20279 req-a7feb4ef-4cf6-4788-aee9-60bb1d582f15 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13cb21f-376e-4f2b-9daf-472725dece64 HTTP/1.1" status: 200 len: 1001 time: 0.0966763 Aug 30 04:33:26.497452 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b3ff55b-6e7c-4d3a-a09e-9bfb28687f50 req-4a3dbb2b-f0d0-444f-aee1-1ed26e28825d service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef HTTP/1.1" status: 200 len: 1001 time: 0.1033051 Aug 30 04:33:26.498882 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789c79-53c1-4ab0-bf80-51ea5ce20279 req-281e2a88-84e6-4340-afcc-347ed2560659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:26.500402 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-88789c79-53c1-4ab0-bf80-51ea5ce20279 req-281e2a88-84e6-4340-afcc-347ed2560659 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=827f5d02-c61c-48aa-9415-d203f472af05 HTTP/1.1" status: 200 len: 853 time: 0.1080787 Aug 30 04:33:26.642774 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78299b5-9b28-4bf2-8dd0-0b44d6b035ec req-7e7c0eef-4594-4883-8d49-c8c7e27ae293 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:26.644567 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f78299b5-9b28-4bf2-8dd0-0b44d6b035ec req-7e7c0eef-4594-4883-8d49-c8c7e27ae293 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0569739 Aug 30 04:33:26.704258 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f78299b5-9b28-4bf2-8dd0-0b44d6b035ec req-f5648dad-3050-4feb-9385-8526041bf7e7 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522258 Aug 30 04:33:26.789696 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:33:27.139222 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789c79-53c1-4ab0-bf80-51ea5ce20279 req-b5441176-4c92-43ae-9996-54398e925246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:27.140843 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-88789c79-53c1-4ab0-bf80-51ea5ce20279 req-b5441176-4c92-43ae-9996-54398e925246 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bcb6fd08-3263-4163-96c8-4125846b16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1074283 Aug 30 04:33:27.157676 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff55b-6e7c-4d3a-a09e-9bfb28687f50 req-f4df0bb5-36da-4592-9683-ceb5d8243232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:27.159362 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b3ff55b-6e7c-4d3a-a09e-9bfb28687f50 req-f4df0bb5-36da-4592-9683-ceb5d8243232 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.1247041 Aug 30 04:33:27.280473 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff55b-6e7c-4d3a-a09e-9bfb28687f50 req-8d5cbf72-1c6d-44d9-83c0-ca77a761202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:27.282029 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b3ff55b-6e7c-4d3a-a09e-9bfb28687f50 req-8d5cbf72-1c6d-44d9-83c0-ca77a761202b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0871439 Aug 30 04:33:27.643839 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-88789c79-53c1-4ab0-bf80-51ea5ce20279 req-31967e00-5866-457d-81dd-bf18a1322cdf service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742877 Aug 30 04:33:27.743903 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b3ff55b-6e7c-4d3a-a09e-9bfb28687f50 req-0630446e-65b1-4f05-8033-0628d21065e9 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529536 Aug 30 04:33:27.833986 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-88789c79-53c1-4ab0-bf80-51ea5ce20279 req-b48456a3-d1e2-48cb-b4e3-b47cff7c189b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800079 Aug 30 04:33:27.886791 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6050a05-9177-41ec-97b6-fda91a42cb00 req-a54dbbac-41cd-4b46-85a2-746650a1d812 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:27.889504 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d6050a05-9177-41ec-97b6-fda91a42cb00 req-a54dbbac-41cd-4b46-85a2-746650a1d812 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0748336 Aug 30 04:33:27.891812 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b3ff55b-6e7c-4d3a-a09e-9bfb28687f50 req-51c9d4d8-3475-4c45-b4d4-765e28a4e0b9 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366248 Aug 30 04:33:27.958834 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d6050a05-9177-41ec-97b6-fda91a42cb00 req-3f228d3f-8a22-43da-b39d-a2bfebcc6f5f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592394 Aug 30 04:33:29.137589 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162ea8b-f815-4a3b-922c-c55f3a13d847 req-975bb4bf-ecc0-4c1a-8864-e268fef831f6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:29.139534 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9162ea8b-f815-4a3b-922c-c55f3a13d847 req-975bb4bf-ecc0-4c1a-8864-e268fef831f6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0546501 Aug 30 04:33:29.222549 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9162ea8b-f815-4a3b-922c-c55f3a13d847 req-e011b075-f285-43dc-970f-c38d0e25a000 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738294 Aug 30 04:33:30.398698 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db365651-02ea-4cf3-bd80-70983c76b88f req-a6e451c6-8c69-4c26-b9d2-7d5abd5eadc4 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:30.400603 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-db365651-02ea-4cf3-bd80-70983c76b88f req-a6e451c6-8c69-4c26-b9d2-7d5abd5eadc4 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0639801 Aug 30 04:33:30.465423 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-db365651-02ea-4cf3-bd80-70983c76b88f req-b3bc405a-a69e-43a7-ac49-32c84fd44290 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580673 Aug 30 04:33:31.623529 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3de7a-974f-4dd1-8e3d-6be3dd258c95 req-e0fecdf9-ff52-4be5-a549-2dee4af89710 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:31.626527 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-44a3de7a-974f-4dd1-8e3d-6be3dd258c95 req-e0fecdf9-ff52-4be5-a549-2dee4af89710 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0720117 Aug 30 04:33:31.700240 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-44a3de7a-974f-4dd1-8e3d-6be3dd258c95 req-e1a9d105-2808-4170-8b6e-5608a816aecd tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662415 Aug 30 04:33:32.839242 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:32.870331 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fe584-69d2-4c2a-afa3-4febeaa20728 req-51e2557b-e61b-41f9-8fd3-a5e8f9025a7d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:32.872914 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-127fe584-69d2-4c2a-afa3-4febeaa20728 req-51e2557b-e61b-41f9-8fd3-a5e8f9025a7d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0697579 Aug 30 04:33:32.953098 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-127fe584-69d2-4c2a-afa3-4febeaa20728 req-5a01a398-4e4c-44a5-88b6-e54aeead40c4 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723615 Aug 30 04:33:33.066149 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=60 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:33.077118 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=8 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:34.097587 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:34.107575 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fa218-4816-4214-a61c-69ee436a01f0 req-ec19199b-c5ee-47b6-a623-07ea5b98704d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:34.109629 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4e7fa218-4816-4214-a61c-69ee436a01f0 req-ec19199b-c5ee-47b6-a623-07ea5b98704d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0590522 Aug 30 04:33:34.173259 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4e7fa218-4816-4214-a61c-69ee436a01f0 req-88a19f5a-4be2-4141-a3a8-6eb46e7ec628 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536118 Aug 30 04:33:34.781957 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:35.302966 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:35.329488 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bdb77-9b7a-4afb-9bc2-d09eaf84fe35 req-f068c28b-d1b7-414f-87ec-726d2706961f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:35.331187 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e48bdb77-9b7a-4afb-9bc2-d09eaf84fe35 req-f068c28b-d1b7-414f-87ec-726d2706961f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0610650 Aug 30 04:33:35.404259 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e48bdb77-9b7a-4afb-9bc2-d09eaf84fe35 req-5fcd98c0-0a23-422d-9c33-d30038c2f114 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623164 Aug 30 04:33:36.552281 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e77e4-2b63-4342-9035-64faa1f2e7ea req-4b5728de-544c-4c9f-b449-1512f22e40cb tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:36.554095 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7a0e77e4-2b63-4342-9035-64faa1f2e7ea req-4b5728de-544c-4c9f-b449-1512f22e40cb tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0565047 Aug 30 04:33:36.613039 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7a0e77e4-2b63-4342-9035-64faa1f2e7ea req-9ce87d46-94af-4d16-9031-c66ad1adccba tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527897 Aug 30 04:33:36.780640 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:37.795146 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6945ed2-1a05-4c34-8ff8-23e07549eaf1 req-f98745ad-6784-465f-94b3-d3ced6156400 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:37.798036 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e6945ed2-1a05-4c34-8ff8-23e07549eaf1 req-f98745ad-6784-465f-94b3-d3ced6156400 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0710552 Aug 30 04:33:37.812913 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:37.822240 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:37.856394 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e6945ed2-1a05-4c34-8ff8-23e07549eaf1 req-c9821461-9bf4-43de-9217-6c1d1f165580 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517774 Aug 30 04:33:37.930251 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-9ed248cf-7870-4d67-9f75-f2a3fa99ae4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:38.999841 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab823ceb-0ef5-4d7a-8b5f-5f67eb2f850d req-17135cba-f9f5-42ae-bc78-8575a9a841e6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:39.001494 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ab823ceb-0ef5-4d7a-8b5f-5f67eb2f850d req-17135cba-f9f5-42ae-bc78-8575a9a841e6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0615444 Aug 30 04:33:39.094555 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ab823ceb-0ef5-4d7a-8b5f-5f67eb2f850d req-bb093399-19eb-4ff8-9229-e6aeb0396ca0 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834649 Aug 30 04:33:40.244759 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94542e41-ff73-4cc5-a552-a60b07b15fe0 req-0338a5e8-35f2-4990-b8e7-9c6fd29f6f4c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:40.246723 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-94542e41-ff73-4cc5-a552-a60b07b15fe0 req-0338a5e8-35f2-4990-b8e7-9c6fd29f6f4c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0563307 Aug 30 04:33:40.308673 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-94542e41-ff73-4cc5-a552-a60b07b15fe0 req-b9806f1a-bc5a-442f-aa16-2cba1dc046b6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541618 Aug 30 04:33:41.452804 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-415fca1c-ef0a-47d5-9779-7ec5bfabd0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:41.510934 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a5713-91d0-4e4f-9271-7d5cba581885 req-8b75956e-d849-461d-b4d2-540506c39788 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:41.512951 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-772a5713-91d0-4e4f-9271-7d5cba581885 req-8b75956e-d849-461d-b4d2-540506c39788 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0597119 Aug 30 04:33:41.578140 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-772a5713-91d0-4e4f-9271-7d5cba581885 req-5258d881-dbdf-4ecb-b54a-972b4a2189b9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589154 Aug 30 04:33:42.744413 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65085f76-e25f-4ada-b0e9-7af695039071 req-095a1a57-f842-4fc9-9282-f1acfdf210bd tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:42.746281 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-65085f76-e25f-4ada-b0e9-7af695039071 req-095a1a57-f842-4fc9-9282-f1acfdf210bd tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0567212 Aug 30 04:33:42.804132 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-65085f76-e25f-4ada-b0e9-7af695039071 req-1fe171f0-3022-4ee5-aedf-62a79e6c5b6b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513983 Aug 30 04:33:43.819057 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:43.946288 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da853ae1-a0df-469f-bcb7-f3553b3e3969 req-0927bfa8-f691-46e6-a4a2-a2a15ab2b16c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:43.947806 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-da853ae1-a0df-469f-bcb7-f3553b3e3969 req-0927bfa8-f691-46e6-a4a2-a2a15ab2b16c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0552168 Aug 30 04:33:44.004344 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-da853ae1-a0df-469f-bcb7-f3553b3e3969 req-814ee048-6437-48bb-9406-e51d49375502 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503314 Aug 30 04:33:44.672389 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:45.168320 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608697e8-83f9-4f7f-84ba-f0356c386532 req-8ef42cf5-54b7-4ecf-b4cc-72e292cc4ef8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:45.170871 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-608697e8-83f9-4f7f-84ba-f0356c386532 req-8ef42cf5-54b7-4ecf-b4cc-72e292cc4ef8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0744493 Aug 30 04:33:45.251687 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-608697e8-83f9-4f7f-84ba-f0356c386532 req-425b4392-4858-4f87-b58a-74c33c835245 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732501 Aug 30 04:33:46.168862 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:46.414145 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a28a0-02c9-4700-99da-e0f028187a7d req-df2f5aa6-c2ec-46b4-b41f-51a53f0b1247 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:46.415764 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cc9a28a0-02c9-4700-99da-e0f028187a7d req-df2f5aa6-c2ec-46b4-b41f-51a53f0b1247 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0636230 Aug 30 04:33:46.475517 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cc9a28a0-02c9-4700-99da-e0f028187a7d req-2b286edb-0a3d-4c2d-b89b-cdd88491c8ca tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532980 Aug 30 04:33:47.199471 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89236f2d-4d01-4baf-8ac2-61a28c6b2730 req-23d6205b-033f-470b-b2cb-a2b55ff0310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:47.201249 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-89236f2d-4d01-4baf-8ac2-61a28c6b2730 req-23d6205b-033f-470b-b2cb-a2b55ff0310c service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 1129 time: 0.0472083 Aug 30 04:33:47.644322 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ca658-0108-4444-94a9-35be52077328 req-d8724378-83d2-4d21-897b-7311f8c4b208 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:47.647321 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-880ca658-0108-4444-94a9-35be52077328 req-d8724378-83d2-4d21-897b-7311f8c4b208 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0684142 Aug 30 04:33:47.699384 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-89236f2d-4d01-4baf-8ac2-61a28c6b2730 req-3bc8e29d-34a5-4519-a962-0501187d2fa6 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812469 Aug 30 04:33:47.721051 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-880ca658-0108-4444-94a9-35be52077328 req-3445776c-b1f0-4aee-9ffa-526aa381020c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666878 Aug 30 04:33:48.864524 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77308222-9507-4c87-9aeb-3d2bfb4c8ea7 req-c8c25094-7bf8-4da7-a814-534de1118317 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:48.867585 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-77308222-9507-4c87-9aeb-3d2bfb4c8ea7 req-c8c25094-7bf8-4da7-a814-534de1118317 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0570517 Aug 30 04:33:48.937296 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-77308222-9507-4c87-9aeb-3d2bfb4c8ea7 req-bad4dc0f-40ce-4f6a-a2e8-283f3d3dbea7 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620790 Aug 30 04:33:50.078201 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe15bbd-c4f6-4724-bffe-d6e2488eaab9 req-611498d7-8cca-4789-99d5-24f4d804bef9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:50.079874 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5fe15bbd-c4f6-4724-bffe-d6e2488eaab9 req-611498d7-8cca-4789-99d5-24f4d804bef9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0586684 Aug 30 04:33:50.144961 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5fe15bbd-c4f6-4724-bffe-d6e2488eaab9 req-f77ad396-0210-4868-b109-167c8a05777e tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582607 Aug 30 04:33:51.327011 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97202226-bae7-45ff-9e12-71e94b02b615 req-5f3ed2cb-ec74-416f-bd5b-aaef5409b010 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:51.329086 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-97202226-bae7-45ff-9e12-71e94b02b615 req-5f3ed2cb-ec74-416f-bd5b-aaef5409b010 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0871818 Aug 30 04:33:51.391650 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-97202226-bae7-45ff-9e12-71e94b02b615 req-80e7632c-89a9-411b-a4ee-e2fff15a3de8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544870 Aug 30 04:33:52.021661 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5d8a4-2d78-4e1a-bdd2-1f8daaff52c6 req-a585595a-1725-4d5c-a1e2-daca2eb1b119 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:52.023409 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-70e5d8a4-2d78-4e1a-bdd2-1f8daaff52c6 req-a585595a-1725-4d5c-a1e2-daca2eb1b119 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.1144648 Aug 30 04:33:52.044202 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527a880-e88d-4a46-8bb1-1105d68d8d2f req-3ccd6c0b-1de7-4b9a-b29b-5b23f49bdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:52.045815 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4527a880-e88d-4a46-8bb1-1105d68d8d2f req-3ccd6c0b-1de7-4b9a-b29b-5b23f49bdfe1 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 1129 time: 0.0780306 Aug 30 04:33:52.142233 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-70e5d8a4-2d78-4e1a-bdd2-1f8daaff52c6 req-feb913fb-2919-467a-9e8f-d4b92b499c83 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071713 Aug 30 04:33:52.186610 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527a880-e88d-4a46-8bb1-1105d68d8d2f req-2e5465f9-761f-4e83-b5ab-f0f4d009f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:52.188140 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4527a880-e88d-4a46-8bb1-1105d68d8d2f req-2e5465f9-761f-4e83-b5ab-f0f4d009f3de service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.1300566 Aug 30 04:33:52.272884 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4527a880-e88d-4a46-8bb1-1105d68d8d2f req-3d29905e-acb5-4710-808d-5009a4f45fd0 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef HTTP/1.1" status: 200 len: 1001 time: 0.0687647 Aug 30 04:33:52.324646 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:52.340278 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527a880-e88d-4a46-8bb1-1105d68d8d2f req-1fd89c51-a956-459a-828a-59b68d7cc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:52.341908 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4527a880-e88d-4a46-8bb1-1105d68d8d2f req-1fd89c51-a956-459a-828a-59b68d7cc8c1 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.0601189 Aug 30 04:33:52.401894 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:52.412486 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527a880-e88d-4a46-8bb1-1105d68d8d2f req-185c0b8d-869b-4029-b08e-05a2778652ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:52.414555 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4527a880-e88d-4a46-8bb1-1105d68d8d2f req-185c0b8d-869b-4029-b08e-05a2778652ca service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0628505 Aug 30 04:33:52.524268 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4527a880-e88d-4a46-8bb1-1105d68d8d2f req-30c62dc3-bc41-42ec-8e54-551018e71d58 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004317 Aug 30 04:33:52.645352 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4527a880-e88d-4a46-8bb1-1105d68d8d2f req-e72c265a-f695-4770-9bf9-b708ccab7540 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096671 Aug 30 04:33:53.331786 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c53a0-ce36-4a26-8aca-a3a3d1b16dd6 req-79fcd271-e409-4b8d-a3f9-6e97966a9030 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:53.335508 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-981c53a0-ce36-4a26-8aca-a3a3d1b16dd6 req-79fcd271-e409-4b8d-a3f9-6e97966a9030 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0789533 Aug 30 04:33:53.369421 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dace0-5bbe-4f90-ac30-70ea6a440541 req-ee8713a9-ec86-4d4c-99fe-3af1eb3ac65b tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:53.372287 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2d4dace0-5bbe-4f90-ac30-70ea6a440541 req-ee8713a9-ec86-4d4c-99fe-3af1eb3ac65b tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0650806 Aug 30 04:33:53.400719 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-981c53a0-ce36-4a26-8aca-a3a3d1b16dd6 req-b79149b7-484d-496c-80c5-08b6cff60dd8 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595033 Aug 30 04:33:53.467205 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2d4dace0-5bbe-4f90-ac30-70ea6a440541 req-1f05d54f-9107-4bd1-bf00-c7c03057f545 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858512 Aug 30 04:33:54.582541 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a9149-2418-483a-982d-ddbb4c80b843 req-333e86ba-6d57-4c42-9060-f745db612748 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:54.585547 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0c9a9149-2418-483a-982d-ddbb4c80b843 req-333e86ba-6d57-4c42-9060-f745db612748 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0764785 Aug 30 04:33:54.613835 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2036876-66a2-489c-87c5-92b15d46b2e1 req-2e91c199-38de-4413-b084-37b6c47e2bae tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:54.616400 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d2036876-66a2-489c-87c5-92b15d46b2e1 req-2e91c199-38de-4413-b084-37b6c47e2bae tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0582962 Aug 30 04:33:54.660436 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0c9a9149-2418-483a-982d-ddbb4c80b843 req-dc68d60a-1e52-48cc-b34c-9b9efd365d9d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674417 Aug 30 04:33:54.680314 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d2036876-66a2-489c-87c5-92b15d46b2e1 req-7f8108fa-6c5e-4cbe-a3cd-54d9a6180c1f tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565438 Aug 30 04:33:55.826310 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a210d48-0052-4802-8fe5-107848ea2fbc req-9fb9d0af-98c1-4ef6-ba2b-eb471fcf5032 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:55.828452 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4a210d48-0052-4802-8fe5-107848ea2fbc req-9fb9d0af-98c1-4ef6-ba2b-eb471fcf5032 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0806346 Aug 30 04:33:55.867430 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137035a3-2cb2-49cb-9c51-6d2f9596e298 req-54895933-52b0-461d-86eb-bdd3f6ad89f3 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:55.869650 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-137035a3-2cb2-49cb-9c51-6d2f9596e298 req-54895933-52b0-461d-86eb-bdd3f6ad89f3 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0626535 Aug 30 04:33:55.897318 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:55.897586 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4a210d48-0052-4802-8fe5-107848ea2fbc req-ac05198f-a4f4-4505-b072-cdeebc2f9d9c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590146 Aug 30 04:33:55.938392 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-137035a3-2cb2-49cb-9c51-6d2f9596e298 req-bacca5a5-d153-40c6-bfcd-d36f1b447d59 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585532 Aug 30 04:33:56.155836 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:56.158778 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:57.078879 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541bef0-a90a-4d3f-89ed-2f00d3c05aaa req-65b693e9-ce0b-49d0-a2a8-46ce45158a65 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:57.081560 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f541bef0-a90a-4d3f-89ed-2f00d3c05aaa req-65b693e9-ce0b-49d0-a2a8-46ce45158a65 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0793962 Aug 30 04:33:57.111019 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873cf5f-0c49-495a-b6ad-4519bcbd6690 req-62a6202c-dc2f-4672-8295-d40ee62a5c8f tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:57.112762 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e873cf5f-0c49-495a-b6ad-4519bcbd6690 req-62a6202c-dc2f-4672-8295-d40ee62a5c8f tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0609777 Aug 30 04:33:57.142061 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f541bef0-a90a-4d3f-89ed-2f00d3c05aaa req-90a81299-c3d4-4965-929d-9b230414b99f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539157 Aug 30 04:33:57.203540 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e873cf5f-0c49-495a-b6ad-4519bcbd6690 req-40785167-1902-4234-928d-7a59a2f148a4 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790679 Aug 30 04:33:58.309941 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d45d9-4d48-4a09-8f23-b9b8a3e3b45c req-bf9deb34-772b-473f-a926-5d5eef814ef7 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:58.312161 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-421d45d9-4d48-4a09-8f23-b9b8a3e3b45c req-bf9deb34-772b-473f-a926-5d5eef814ef7 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0830109 Aug 30 04:33:58.351324 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dabc96-8d1c-4a4e-aab2-8b8fd798b1a4 req-dd00f35b-c5c3-41c8-a0d8-f663a370e72a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:58.354027 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c9dabc96-8d1c-4a4e-aab2-8b8fd798b1a4 req-dd00f35b-c5c3-41c8-a0d8-f663a370e72a tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0665460 Aug 30 04:33:58.372285 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-421d45d9-4d48-4a09-8f23-b9b8a3e3b45c req-50c4cbf6-1a80-486e-bc5e-0a151fdd2413 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513139 Aug 30 04:33:58.388676 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:58.428627 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c9dabc96-8d1c-4a4e-aab2-8b8fd798b1a4 req-804a7d94-d748-48ec-80a5-3c3f748b37ae tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670073 Aug 30 04:33:59.547429 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908264e4-1c52-436b-8643-f224f9bb1af5 req-fe2e3439-76fa-48bf-883d-ac786844ae56 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:59.549055 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-908264e4-1c52-436b-8643-f224f9bb1af5 req-fe2e3439-76fa-48bf-883d-ac786844ae56 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0791159 Aug 30 04:33:59.597117 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d310b-2580-4348-b9de-a0d1eb62f571 req-80be8d92-7903-412d-aa68-c39973b475ae tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:59.599048 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1e5d310b-2580-4348-b9de-a0d1eb62f571 req-80be8d92-7903-412d-aa68-c39973b475ae tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0655317 Aug 30 04:33:59.620205 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-908264e4-1c52-436b-8643-f224f9bb1af5 req-4aa1ffeb-30c3-4bda-a266-fc8767893e12 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609756 Aug 30 04:33:59.674408 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1e5d310b-2580-4348-b9de-a0d1eb62f571 req-bd0db3a1-039b-44ca-a021-9b27720f9c64 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650160 Aug 30 04:34:00.789417 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbfc54-dd93-4e8c-9edf-fb1309e70adb req-8e890c43-4caa-44dc-b65d-6b3e8f4c3102 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:00.791402 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7bcbfc54-dd93-4e8c-9edf-fb1309e70adb req-8e890c43-4caa-44dc-b65d-6b3e8f4c3102 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0750422 Aug 30 04:34:00.859706 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4c602-7475-4797-81bc-76fffa8b0c49 req-ddc4e07b-2ccf-4bab-b963-23949387c335 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:00.861674 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6be4c602-7475-4797-81bc-76fffa8b0c49 req-ddc4e07b-2ccf-4bab-b963-23949387c335 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0639758 Aug 30 04:34:00.867195 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7bcbfc54-dd93-4e8c-9edf-fb1309e70adb req-05390f1c-88df-4200-ab98-c66e9975e5c4 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692139 Aug 30 04:34:00.931121 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6be4c602-7475-4797-81bc-76fffa8b0c49 req-0e6708ee-6d49-43cc-a41c-e953f77d7d7b tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602310 Aug 30 04:34:02.040029 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568beb6-f359-444c-aefa-a55612004e8d req-c9f953c5-5e72-4b3d-a374-d4d0c706f0f3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:02.042812 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4568beb6-f359-444c-aefa-a55612004e8d req-c9f953c5-5e72-4b3d-a374-d4d0c706f0f3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0859592 Aug 30 04:34:02.085882 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a96c-15f0-4e29-b863-56554f010735 req-91815fd4-a95e-400a-b22f-8ba0cae5ba09 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:02.087975 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9d21a96c-15f0-4e29-b863-56554f010735 req-91815fd4-a95e-400a-b22f-8ba0cae5ba09 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0659740 Aug 30 04:34:02.116351 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4568beb6-f359-444c-aefa-a55612004e8d req-80b0817b-346c-49f6-a804-af5f4631fd2c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672390 Aug 30 04:34:02.154331 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9d21a96c-15f0-4e29-b863-56554f010735 req-664647c4-e7a9-480a-8be9-2722802876be tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562837 Aug 30 04:34:02.275136 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384883e0-302d-4eb8-9f9f-fc9a7d78cdbd req-44754feb-4254-47c9-ba34-eeb87054c20f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:02.276722 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-384883e0-302d-4eb8-9f9f-fc9a7d78cdbd req-44754feb-4254-47c9-ba34-eeb87054c20f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0605433 Aug 30 04:34:02.295034 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50116) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:02.300069 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-b27d16cf-f181-47be-a5c1-64c149b76115 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Request body: {'floatingip': {'port_id': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:02.335190 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:02.338343 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:02.361971 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b27d16cf-f181-47be-a5c1-64c149b76115 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for floatingip (eeca9642-7a6a-4579-9b55-a1ed9c48bdb8), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:02.794282 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c1b5c-f2bc-4ec4-b1b6-85b74c206287 req-8cfc5361-11cc-4f53-b17d-7a79cf718844 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:02.796154 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-301c1b5c-f2bc-4ec4-b1b6-85b74c206287 req-8cfc5361-11cc-4f53-b17d-7a79cf718844 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0996771 Aug 30 04:34:02.972963 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-301c1b5c-f2bc-4ec4-b1b6-85b74c206287 req-639cf1df-06d1-40d7-85c2-94c2afc84def tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Deleting port 2665e87c-c423-4535-b82a-5a19d9770e58 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:02.973412 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-301c1b5c-f2bc-4ec4-b1b6-85b74c206287 req-639cf1df-06d1-40d7-85c2-94c2afc84def tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.083749 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b27d16cf-f181-47be-a5c1-64c149b76115 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.094943 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b27d16cf-f181-47be-a5c1-64c149b76115 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (eeca9642-7a6a-4579-9b55-a1ed9c48bdb8), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.213616 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-301c1b5c-f2bc-4ec4-b1b6-85b74c206287 req-639cf1df-06d1-40d7-85c2-94c2afc84def tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] For port 2665e87c-c423-4535-b82a-5a19d9770e58, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2665e87c-c423-4535-b82a-5a19d9770e58,segment=NetworkSegment(347deb5a-42dd-43d8-9373-9f3fcf117ae5),segment_id=347deb5a-42dd-43d8-9373-9f3fcf117ae5)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:03.214211 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-301c1b5c-f2bc-4ec4-b1b6-85b74c206287 req-639cf1df-06d1-40d7-85c2-94c2afc84def tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.283936 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-301c1b5c-f2bc-4ec4-b1b6-85b74c206287 req-639cf1df-06d1-40d7-85c2-94c2afc84def tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Calling delete_port for 2665e87c-c423-4535-b82a-5a19d9770e58 owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:03.343245 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd5187-d96c-4b44-8f7f-c2672770dec0 req-bc23af77-46e7-459e-b916-d2af440e5f31 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:03.345823 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3acd5187-d96c-4b44-8f7f-c2672770dec0 req-bc23af77-46e7-459e-b916-d2af440e5f31 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 945 time: 0.0768895 Aug 30 04:34:03.433232 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:03.436889 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3acd5187-d96c-4b44-8f7f-c2672770dec0 req-617f537b-08e4-4092-af16-fb421de45eee tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=589a7411-8aa8-48be-b706-9c1e7d3cca9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837696 Aug 30 04:34:03.530849 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:03.631302 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27d16cf-f181-47be-a5c1-64c149b76115 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Router 8d67aa32-3c12-40c6-af05-d66a27af6a56 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:34:03.680778 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-301c1b5c-f2bc-4ec4-b1b6-85b74c206287 req-639cf1df-06d1-40d7-85c2-94c2afc84def tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (2665e87c-c423-4535-b82a-5a19d9770e58), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.730010 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['2665e87c-c423-4535-b82a-5a19d9770e58'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:34:03.791390 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:34:03.798429 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cf1df-06d1-40d7-85c2-94c2afc84def tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Pushing event deleted for resources: {'Port': ['ID=2665e87c-c423-4535-b82a-5a19d9770e58,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:03.921720 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-301c1b5c-f2bc-4ec4-b1b6-85b74c206287 req-639cf1df-06d1-40d7-85c2-94c2afc84def tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] No DVR routers for this DVR port 2665e87c-c423-4535-b82a-5a19d9770e58 on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:34:03.926121 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-301c1b5c-f2bc-4ec4-b1b6-85b74c206287 req-639cf1df-06d1-40d7-85c2-94c2afc84def tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.929677 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-301c1b5c-f2bc-4ec4-b1b6-85b74c206287 req-639cf1df-06d1-40d7-85c2-94c2afc84def tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.83 "DELETE /networking/v2.0/ports/2665e87c-c423-4535-b82a-5a19d9770e58 HTTP/1.1" status: 204 len: 173 time: 1.1017270 Aug 30 04:34:03.930156 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a63575-5a38-460c-9d5b-5184d01154cb', 'name': 'network-vif-deleted', 'tag': '2665e87c-c423-4535-b82a-5a19d9770e58'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:03.932580 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fc5be4-98e3-49c3-8842-7d2f393c1556" -d '{"events": [{"server_uuid": "95a63575-5a38-460c-9d5b-5184d01154cb", "name": "network-vif-deleted", "tag": "2665e87c-c423-4535-b82a-5a19d9770e58"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:03.946889 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27d16cf-f181-47be-a5c1-64c149b76115 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:03.952106 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b27d16cf-f181-47be-a5c1-64c149b76115 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:03.964918 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25538dd8-3c63-44d2-b39c-dff64a3adff0 None None] Sync routers for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:03.996874 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25538dd8-3c63-44d2-b39c-dff64a3adff0 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:03.998424 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-25538dd8-3c63-44d2-b39c-dff64a3adff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:33:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:04.052269 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7900e84-06fb-434c-b569-0a43dc0528c9 x-openstack-request-id: req-e7900e84-06fb-434c-b569-0a43dc0528c9 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:04.052559 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a63575-5a38-460c-9d5b-5184d01154cb", "name": "network-vif-deleted", "tag": "2665e87c-c423-4535-b82a-5a19d9770e58", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:04.052930 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e7900e84-06fb-434c-b569-0a43dc0528c9 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:04.054092 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7900e84-06fb-434c-b569-0a43dc0528c9'] response: {'server_uuid': '95a63575-5a38-460c-9d5b-5184d01154cb', 'name': 'network-vif-deleted', 'tag': '2665e87c-c423-4535-b82a-5a19d9770e58', 'status': 'completed', 'code': 200} Aug 30 04:34:04.055398 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b27d16cf-f181-47be-a5c1-64c149b76115 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "PUT /networking/v2.0/floatingips/eeca9642-7a6a-4579-9b55-a1ed9c48bdb8 HTTP/1.1" status: 200 len: 993 time: 1.7590427 Aug 30 04:34:04.167955 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281a153-6040-4bf4-88e7-9116ece4d66d req-ec1904d7-d2f1-42f8-8d64-9f38ffa0fe44 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:04.169630 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c281a153-6040-4bf4-88e7-9116ece4d66d req-ec1904d7-d2f1-42f8-8d64-9f38ffa0fe44 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0693941 Aug 30 04:34:04.204664 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-25538dd8-3c63-44d2-b39c-dff64a3adff0 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:04.262522 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c281a153-6040-4bf4-88e7-9116ece4d66d req-f20c46eb-6f12-45b3-9875-1943daaa7f46 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848384 Aug 30 04:34:04.299131 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc13c-5f6e-4f7d-a3d4-cbd29733a9fe req-5c88ef5e-7b7e-42a6-8ea1-a133a545bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:04.300638 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d4dfc13c-5f6e-4f7d-a3d4-cbd29733a9fe req-5c88ef5e-7b7e-42a6-8ea1-a133a545bcc7 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=da2baee55e704f8cbcf73b9bab63bd9a&device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 1169 time: 0.0548687 Aug 30 04:34:04.464273 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc13c-5f6e-4f7d-a3d4-cbd29733a9fe req-fc662931-057e-4737-a447-e30ada451781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:04.465935 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d4dfc13c-5f6e-4f7d-a3d4-cbd29733a9fe req-fc662931-057e-4737-a447-e30ada451781 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=bcb6fd08-3263-4163-96c8-4125846b16e0 HTTP/1.1" status: 200 len: 916 time: 0.1443002 Aug 30 04:34:04.514214 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-25538dd8-3c63-44d2-b39c-dff64a3adff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'eeca9642-7a6a-4579-9b55-a1ed9c48bdb8', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'port_id': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'mac_address': 'fa:16:3e:2b:86:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:51Z', 'updated_at': '2022-08-30T04:34:02Z', 'revision_number': 3, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:58Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:04.553687 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25538dd8-3c63-44d2-b39c-dff64a3adff0 None None] Checking router: 8d67aa32-3c12-40c6-af05-d66a27af6a56 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:04.564031 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25538dd8-3c63-44d2-b39c-dff64a3adff0 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:04.564687 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-25538dd8-3c63-44d2-b39c-dff64a3adff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:33:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:04.594604 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d4dfc13c-5f6e-4f7d-a3d4-cbd29733a9fe req-0a1d7d13-57e2-4872-bdaa-4d1a85a9945f service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13cb21f-376e-4f2b-9daf-472725dece64 HTTP/1.1" status: 200 len: 1001 time: 0.1157455 Aug 30 04:34:04.600061 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0b5aff28-0709-424c-8cd8-ece4a32e7b6e req-5b335611-5c2a-4e8b-a29d-2af6de4eeed2 tempest-VolumesSnapshotTestJSON-1056740558 tempest-VolumesSnapshotTestJSON-1056740558-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=95a63575-5a38-460c-9d5b-5184d01154cb HTTP/1.1" status: 200 len: 210 time: 0.0432193 Aug 30 04:34:04.679771 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc13c-5f6e-4f7d-a3d4-cbd29733a9fe req-d96bb7f7-366d-4c2f-b54c-6cbbe63d72c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:04.681488 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d4dfc13c-5f6e-4f7d-a3d4-cbd29733a9fe req-d96bb7f7-366d-4c2f-b54c-6cbbe63d72c1 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=827f5d02-c61c-48aa-9415-d203f472af05 HTTP/1.1" status: 200 len: 853 time: 0.0718524 Aug 30 04:34:04.716344 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-25538dd8-3c63-44d2-b39c-dff64a3adff0 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:04.764043 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc13c-5f6e-4f7d-a3d4-cbd29733a9fe req-535fbbe3-6db0-4ff0-9155-c0ef8f6af226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:04.765902 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d4dfc13c-5f6e-4f7d-a3d4-cbd29733a9fe req-535fbbe3-6db0-4ff0-9155-c0ef8f6af226 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bcb6fd08-3263-4163-96c8-4125846b16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0671554 Aug 30 04:34:05.100474 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-25538dd8-3c63-44d2-b39c-dff64a3adff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'eeca9642-7a6a-4579-9b55-a1ed9c48bdb8', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'port_id': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'mac_address': 'fa:16:3e:2b:86:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:51Z', 'updated_at': '2022-08-30T04:34:02Z', 'revision_number': 3, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:58Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:05.127238 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25538dd8-3c63-44d2-b39c-dff64a3adff0 None None] The sync data for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb is: [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'eeca9642-7a6a-4579-9b55-a1ed9c48bdb8', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'port_id': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'mac_address': 'fa:16:3e:2b:86:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:51Z', 'updated_at': '2022-08-30T04:34:02Z', 'revision_number': 3, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:58Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:05.286452 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d4dfc13c-5f6e-4f7d-a3d4-cbd29733a9fe req-e0cf7937-9438-45dd-a4e1-ce5d6ca3002f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216807 Aug 30 04:34:05.462495 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:05.473223 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f449ae-a735-4dcd-92d5-0b7a19b5959d req-c479766e-ec31-46c4-ae8f-979179d2ef03 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:05.474990 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b5f449ae-a735-4dcd-92d5-0b7a19b5959d req-c479766e-ec31-46c4-ae8f-979179d2ef03 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0674319 Aug 30 04:34:05.523993 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d4dfc13c-5f6e-4f7d-a3d4-cbd29733a9fe req-59e48511-272a-44d1-9e02-bda803fdbb26 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099741 Aug 30 04:34:05.525761 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:05.576490 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b5f449ae-a735-4dcd-92d5-0b7a19b5959d req-e8687f7c-b888-4b38-a5a3-d33658082b9c tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897694 Aug 30 04:34:06.054798 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef'}, {'name': 'network-changed', 'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:06.060217 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abca3c1-39fb-4083-93a8-b965bcf660b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef"}, {"name": "network-changed", "server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:06.098716 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 2665e87c-c423-4535-b82a-5a19d9770e58 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:06.125160 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 2665e87c-c423-4535-b82a-5a19d9770e58 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:34:06.125882 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 2665e87c-c423-4535-b82a-5a19d9770e58 not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:34:06.134382 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c39b73-9936-46f0-b3f2-dfb4ab316a99 x-openstack-request-id: req-e0c39b73-9936-46f0-b3f2-dfb4ab316a99 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:06.134835 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:06.135244 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e0c39b73-9936-46f0-b3f2-dfb4ab316a99 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:06.135887 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c39b73-9936-46f0-b3f2-dfb4ab316a99'] response: {'name': 'network-changed', 'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'status': 'completed', 'code': 200} Aug 30 04:34:06.136680 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c39b73-9936-46f0-b3f2-dfb4ab316a99'] response: {'name': 'network-changed', 'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'status': 'completed', 'code': 200} Aug 30 04:34:06.246075 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-c8a8d4d7-8076-45c6-bfa2-e5eb55337849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:06.247534 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-c8a8d4d7-8076-45c6-bfa2-e5eb55337849 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 1129 time: 0.0485249 Aug 30 04:34:06.369626 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-174f15cf-5312-4ea8-89a8-f0b59e168ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:06.371144 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-174f15cf-5312-4ea8-89a8-f0b59e168ade service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.1150198 Aug 30 04:34:06.456909 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-ada0542b-3559-43ee-aee5-bec176c69564 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef HTTP/1.1" status: 200 len: 1001 time: 0.0740361 Aug 30 04:34:06.517742 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-48b41f05-5211-4d5d-a62f-01925a221835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:06.519197 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-48b41f05-5211-4d5d-a62f-01925a221835 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.0546279 Aug 30 04:34:06.578571 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-b0c1e05e-1691-4ce5-841f-8016f6fa0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:06.580196 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-b0c1e05e-1691-4ce5-841f-8016f6fa0db9 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0488141 Aug 30 04:34:06.691841 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-290d748e-b68f-4fa5-859c-55d7283d8f12 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044333 Aug 30 04:34:06.712364 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33d66-6033-428a-b745-663c05c654bf req-f07ee1e0-7455-44c3-aa77-e4539991562d tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:06.720387 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-21b33d66-6033-428a-b745-663c05c654bf req-f07ee1e0-7455-44c3-aa77-e4539991562d tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0611181 Aug 30 04:34:06.794606 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-21b33d66-6033-428a-b745-663c05c654bf req-93fadb83-618b-4f0b-adb5-7db77b53828e tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729945 Aug 30 04:34:06.798961 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-5882dca6-c8ab-4604-aba2-5ac3be483f88 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006336 Aug 30 04:34:06.957651 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-288c1b79-2388-46db-a9d7-dd0c6d8e10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:06.960295 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-288c1b79-2388-46db-a9d7-dd0c6d8e10a8 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 1129 time: 0.0508544 Aug 30 04:34:07.079936 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-8288d495-0580-48c9-b707-2de4e615df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:07.081561 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-8288d495-0580-48c9-b707-2de4e615df56 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 200 len: 920 time: 0.1107070 Aug 30 04:34:07.489686 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-2515755f-2dde-46cd-8758-ee3cf13754aa service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef HTTP/1.1" status: 200 len: 1001 time: 0.3944027 Aug 30 04:34:07.555606 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-398a696b-b0b9-4e61-a0cd-5f3e25c56d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:07.557205 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-398a696b-b0b9-4e61-a0cd-5f3e25c56d72 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 200 len: 857 time: 0.0527875 Aug 30 04:34:07.622233 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-74ffa845-3c7d-4472-9a98-3a0f41a911e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:07.623807 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-74ffa845-3c7d-4472-9a98-3a0f41a911e1 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=1d802dd7-2559-4337-b25d-332df8c6e9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0591512 Aug 30 04:34:07.742860 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-42634325-d503-4add-9c46-a9feb8e5b5f0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043682 Aug 30 04:34:07.817938 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:07.840914 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:07.876421 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:07.882722 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5abca3c1-39fb-4083-93a8-b965bcf660b2 req-91ddeeb7-d9e4-48c7-b35d-bae8d4093862 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312733 Aug 30 04:34:07.937121 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3200-5561-450b-8612-59b2376f008a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:07.951169 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a7a2c-8a81-47d0-a961-d62812fbe0f5 req-e49fdb96-c2c7-4061-a1b6-ad5a268415bd tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:07.952868 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d64a7a2c-8a81-47d0-a961-d62812fbe0f5 req-e49fdb96-c2c7-4061-a1b6-ad5a268415bd tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0674586 Aug 30 04:34:08.035177 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d64a7a2c-8a81-47d0-a961-d62812fbe0f5 req-bd4ba390-a253-4c71-937c-36eaca02e018 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750780 Aug 30 04:34:09.206733 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243051-3611-424b-9063-2c164de2baed req-267923aa-2c83-485d-a2c6-90431752d3ad tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:09.208557 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-53243051-3611-424b-9063-2c164de2baed req-267923aa-2c83-485d-a2c6-90431752d3ad tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0595136 Aug 30 04:34:09.298862 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-53243051-3611-424b-9063-2c164de2baed req-10fbae99-b47a-42b5-a793-f945740d8193 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827041 Aug 30 04:34:10.465014 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36ae46-2f77-4fa0-90ce-7a1b8b8a8557 req-57d3b87a-17bd-4ead-8315-e208784c8faa tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:10.466649 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-de36ae46-2f77-4fa0-90ce-7a1b8b8a8557 req-57d3b87a-17bd-4ead-8315-e208784c8faa tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0589697 Aug 30 04:34:10.546974 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-de36ae46-2f77-4fa0-90ce-7a1b8b8a8557 req-388f195f-3c45-4150-bed8-7df6464f0886 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732245 Aug 30 04:34:11.323400 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cfc80-ea41-4c51-8453-f611d25643b3 req-adefced3-6e41-476b-9027-3829ae9c0420 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:11.326292 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-982cfc80-ea41-4c51-8453-f611d25643b3 req-adefced3-6e41-476b-9027-3829ae9c0420 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0851488 Aug 30 04:34:11.409660 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-982cfc80-ea41-4c51-8453-f611d25643b3 req-31ae2fcb-8fd9-4446-9d4b-d1db149ca8a5 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767987 Aug 30 04:34:11.479555 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e327e31c-65a1-432a-b43d-874085f8281d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:11.696911 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0c79c-d6e6-4f28-9171-c12122130486 req-e5408ee0-c9b4-46d6-b3ee-d630a5a36c2f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:11.698563 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5fd0c79c-d6e6-4f28-9171-c12122130486 req-e5408ee0-c9b4-46d6-b3ee-d630a5a36c2f tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0603790 Aug 30 04:34:11.767110 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5fd0c79c-d6e6-4f28-9171-c12122130486 req-1f9bcc63-83be-441f-b548-17158f6ecef8 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622184 Aug 30 04:34:11.779760 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:12.545854 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ac0d9-9459-4028-8758-e16c1a64f172 req-366eb216-c35d-4cb8-9bbd-074c80a6e7df tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:12.547469 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-300ac0d9-9459-4028-8758-e16c1a64f172 req-366eb216-c35d-4cb8-9bbd-074c80a6e7df tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0561128 Aug 30 04:34:12.609210 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-300ac0d9-9459-4028-8758-e16c1a64f172 req-25c56995-01d0-4b65-a0bb-e911826fafa7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542228 Aug 30 04:34:12.964419 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f69ab-4e59-4a06-a73d-224d85923997 req-1615109f-25f9-4e5a-8f81-c3b160740cd8 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:12.967114 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e24f69ab-4e59-4a06-a73d-224d85923997 req-1615109f-25f9-4e5a-8f81-c3b160740cd8 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0792716 Aug 30 04:34:13.055756 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e24f69ab-4e59-4a06-a73d-224d85923997 req-59bef1c3-95ab-4728-aaf9-be170b016da2 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780914 Aug 30 04:34:13.774280 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:13.786352 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:13.824002 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce049d-4b1d-4df0-a3e5-ba1b0257a195 req-4c6cbf51-c4d8-4d1e-8ba0-2c9c5b2e4e18 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:13.826123 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c2ce049d-4b1d-4df0-a3e5-ba1b0257a195 req-4c6cbf51-c4d8-4d1e-8ba0-2c9c5b2e4e18 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.1243770 Aug 30 04:34:13.827946 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:13.910928 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c2ce049d-4b1d-4df0-a3e5-ba1b0257a195 req-715ccb41-b4ce-4367-bb5e-4c29927f6960 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769718 Aug 30 04:34:14.144719 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-72c17ebe-24d4-4a1e-9721-e7832e4d9ee6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:14.148106 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-72c17ebe-24d4-4a1e-9721-e7832e4d9ee6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 945 time: 0.0730402 Aug 30 04:34:14.366234 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Deleting port a074f768-02bd-44f4-a577-4d4aee4c169b {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:14.366789 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:14.466327 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdc5e6-eddd-4be4-8ca0-ecdc74c8c2fb req-8e6d5384-2e7d-4d62-9671-97324178f3be tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:14.468771 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-61fdc5e6-eddd-4be4-8ca0-ecdc74c8c2fb req-8e6d5384-2e7d-4d62-9671-97324178f3be tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.2736459 Aug 30 04:34:14.570965 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] For port a074f768-02bd-44f4-a577-4d4aee4c169b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a074f768-02bd-44f4-a577-4d4aee4c169b,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:14.571403 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:14.602684 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-61fdc5e6-eddd-4be4-8ca0-ecdc74c8c2fb req-6b0a1f5e-f578-47b2-918a-386a3af77f54 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260431 Aug 30 04:34:14.676834 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:14.841316 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:14.841664 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (ec452322-dcec-4525-a349-4c18376f0ef6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:14.842041 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Floating IP ec452322-dcec-4525-a349-4c18376f0ef6 disassociated. External IP: 172.28.3.179, port: a074f768-02bd-44f4-a577-4d4aee4c169b. Aug 30 04:34:14.842423 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Calling delete_port for a074f768-02bd-44f4-a577-4d4aee4c169b owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:14.900481 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:14.910392 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:15.021836 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (a074f768-02bd-44f4-a577-4d4aee4c169b), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:15.060086 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event deleted for resources: {'Port': ['ID=a074f768-02bd-44f4-a577-4d4aee4c169b,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:15.081036 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-deb99ac0-ceb5-4011-8784-0c8ee282af1b req-3231b656-902c-4dbb-ad78-bc68ddd54a1e tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 210 time: 0.0493164 Aug 30 04:34:15.197757 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:34:15.325876 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:15.338461 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396d50a-0528-4f0f-80ae-cc635fe9c025 None None] Sync routers for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:15.361439 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396d50a-0528-4f0f-80ae-cc635fe9c025 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:15.362446 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-f396d50a-0528-4f0f-80ae-cc635fe9c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:15.382870 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] No DVR routers for this DVR port a074f768-02bd-44f4-a577-4d4aee4c169b on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:34:15.392138 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:15.396526 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1d343bca-6cf7-4291-8609-763971bbdfe7 req-ad48a1a6-f026-4b1b-9aae-4bfd26859993 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.83 "DELETE /networking/v2.0/ports/a074f768-02bd-44f4-a577-4d4aee4c169b HTTP/1.1" status: 204 len: 173 time: 1.2415607 Aug 30 04:34:15.397397 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'name': 'network-vif-deleted', 'tag': 'a074f768-02bd-44f4-a577-4d4aee4c169b'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:15.401973 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b839f5e3-3549-4e7d-bc37-600c55448487" -d '{"events": [{"server_uuid": "9a566046-e7ae-47bc-bba8-3875c0ef4fa9", "name": "network-vif-deleted", "tag": "a074f768-02bd-44f4-a577-4d4aee4c169b"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:15.462498 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28234c45-8dc3-4446-9c8a-665d845f6bce x-openstack-request-id: req-28234c45-8dc3-4446-9c8a-665d845f6bce {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:15.462904 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a566046-e7ae-47bc-bba8-3875c0ef4fa9", "name": "network-vif-deleted", "tag": "a074f768-02bd-44f4-a577-4d4aee4c169b", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:15.463398 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-28234c45-8dc3-4446-9c8a-665d845f6bce {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:15.464078 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28234c45-8dc3-4446-9c8a-665d845f6bce'] response: {'server_uuid': '9a566046-e7ae-47bc-bba8-3875c0ef4fa9', 'name': 'network-vif-deleted', 'tag': 'a074f768-02bd-44f4-a577-4d4aee4c169b', 'status': 'completed', 'code': 200} Aug 30 04:34:15.588287 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-f396d50a-0528-4f0f-80ae-cc635fe9c025 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:15.899351 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efb94a-6404-49cf-8e4e-a6d3cdea5e99 req-16f62a09-3e23-443c-8ad5-96f18295cc9e tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:15.904806 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-32efb94a-6404-49cf-8e4e-a6d3cdea5e99 req-16f62a09-3e23-443c-8ad5-96f18295cc9e tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.1121089 Aug 30 04:34:16.011316 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-f396d50a-0528-4f0f-80ae-cc635fe9c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:16.029449 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-32efb94a-6404-49cf-8e4e-a6d3cdea5e99 req-8b664298-95b1-467c-ade6-46220eb7f041 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206462 Aug 30 04:34:16.042158 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396d50a-0528-4f0f-80ae-cc635fe9c025 None None] Checking router: 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:16.054231 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396d50a-0528-4f0f-80ae-cc635fe9c025 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:16.055518 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-f396d50a-0528-4f0f-80ae-cc635fe9c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:16.181182 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:16.209315 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-f396d50a-0528-4f0f-80ae-cc635fe9c025 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:16.317699 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-433fc36b-ef64-4397-9ac8-3eb850c7a5a0 req-911f5b62-c405-47bb-9278-6d8c65fc73fb tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=9a566046-e7ae-47bc-bba8-3875c0ef4fa9 HTTP/1.1" status: 200 len: 210 time: 0.0594921 Aug 30 04:34:16.467335 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-f396d50a-0528-4f0f-80ae-cc635fe9c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:16.499037 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396d50a-0528-4f0f-80ae-cc635fe9c025 None None] The sync data for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb is: [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:16.850512 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77aa5f8-e9c5-462b-a437-5211f169933d None None] New status for floating IP ec452322-dcec-4525-a349-4c18376f0ef6: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:34:17.244731 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48999a7e-7f31-41e8-8ab3-e53ff7d35209 req-04cc9182-51e6-4e37-8d26-2d34412df3fa tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:17.247417 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-48999a7e-7f31-41e8-8ab3-e53ff7d35209 req-04cc9182-51e6-4e37-8d26-2d34412df3fa tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0798590 Aug 30 04:34:17.349916 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:17.362832 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-48999a7e-7f31-41e8-8ab3-e53ff7d35209 req-2ab73182-61f2-4705-8fb4-f9249e3685bf tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080105 Aug 30 04:34:17.485962 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50262) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:17.563105 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:17.597521 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:17.669834 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:17.674989 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:17.677887 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "DELETE /networking/v2.0/security-groups/e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18 HTTP/1.1" status: 204 len: 168 time: 0.1898215 Aug 30 04:34:17.680892 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50264) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:17.696058 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:17.698881 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.api.v2.resource [None req-8b6531cd-5241-4642-aff3-b3d369d76dc7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] show failed (client error): The resource could not be found. Aug 30 04:34:17.700270 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-8b6531cd-5241-4642-aff3-b3d369d76dc7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups/e1d8869a-23ad-4ab2-98d6-e1bc9ef0bb18 HTTP/1.1" status: 404 len: 347 time: 0.0177846 Aug 30 04:34:17.705492 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50266) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:17.716129 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.716679 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.717221 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.717587 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.717921 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.718252 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.718705 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.719220 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.719839 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.720385 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.721099 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.721624 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.722133 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.722643 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.723156 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02349ccb-b8dd-4631-8337-bb0cbed05e84 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:17.870559 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Deleting port 71f29c47-f343-4cbc-a345-8fbaca28ce68 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:17.870950 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (71f29c47-f343-4cbc-a345-8fbaca28ce68), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:17.976814 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (71f29c47-f343-4cbc-a345-8fbaca28ce68), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:17.977254 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (71f29c47-f343-4cbc-a345-8fbaca28ce68), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:17.994091 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Calling delete_port for 71f29c47-f343-4cbc-a345-8fbaca28ce68 owned by network:floatingip {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:18.129524 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device a074f768-02bd-44f4-a577-4d4aee4c169b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:18.140225 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:18.158940 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (71f29c47-f343-4cbc-a345-8fbaca28ce68), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.186441 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: a074f768-02bd-44f4-a577-4d4aee4c169b {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:34:18.186441 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device a074f768-02bd-44f4-a577-4d4aee4c169b not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:34:18.219347 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event deleted for resources: {'Port': ['ID=71f29c47-f343-4cbc-a345-8fbaca28ce68,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:18.249736 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.250071 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.250619 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.251162 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.251490 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.251819 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.252173 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.252495 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.252834 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.253366 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.253759 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.254110 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.254428 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.254962 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.255299 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:18.277369 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (ec452322-dcec-4525-a349-4c18376f0ef6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.280028 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.281568 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-928a2f24-4976-46eb-92a2-357c51311a35 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "DELETE /networking/v2.0/floatingips/ec452322-dcec-4525-a349-4c18376f0ef6 HTTP/1.1" status: 204 len: 168 time: 0.5744016 Aug 30 04:34:18.404528 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50278) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:18.413082 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-ccb7bfe2-f874-4291-8284-cd946d899408 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--666260532', 'description': 'tempest-description--1514670144'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:18.457608 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ccb7bfe2-f874-4291-8284-cd946d899408 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.569720 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da821f-2047-47c5-847c-acc8016e77ea req-1262849b-78ea-46ac-86ef-fc5e80e87765 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:18.571273 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f7da821f-2047-47c5-847c-acc8016e77ea req-1262849b-78ea-46ac-86ef-fc5e80e87765 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0768855 Aug 30 04:34:18.634729 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ccb7bfe2-f874-4291-8284-cd946d899408 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (3e1d12f1-9494-4d40-9763-21c53d4469dd), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.649359 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ccb7bfe2-f874-4291-8284-cd946d899408 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3e1d12f1-9494-4d40-9763-21c53d4469dd), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.692378 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f7da821f-2047-47c5-847c-acc8016e77ea req-6db6ec8b-7547-46f1-87a1-db4121e66511 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145689 Aug 30 04:34:18.720097 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ccb7bfe2-f874-4291-8284-cd946d899408 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.720097 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-ccb7bfe2-f874-4291-8284-cd946d899408 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3039708 Aug 30 04:34:18.720097 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7bfe2-f874-4291-8284-cd946d899408 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1d12f1-9494-4d40-9763-21c53d4469dd,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:18.720513 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50282) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:18.725866 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-0bfad77d-1dee-47ed-953b-72f5cc03de7a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'security_group_rule': {'security_group_id': '3e1d12f1-9494-4d40-9763-21c53d4469dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:18.735784 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:18.774117 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0bfad77d-1dee-47ed-953b-72f5cc03de7a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (d84b62c3-4e19-4910-a53d-0546430ae868), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.818981 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:18.850101 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0bfad77d-1dee-47ed-953b-72f5cc03de7a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (d84b62c3-4e19-4910-a53d-0546430ae868), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.854680 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0bfad77d-1dee-47ed-953b-72f5cc03de7a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (d84b62c3-4e19-4910-a53d-0546430ae868), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.877335 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfad77d-1dee-47ed-953b-72f5cc03de7a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84b62c3-4e19-4910-a53d-0546430ae868,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:18.884170 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0bfad77d-1dee-47ed-953b-72f5cc03de7a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.885386 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-0bfad77d-1dee-47ed-953b-72f5cc03de7a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1690907 Aug 30 04:34:18.888623 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50284) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:18.894259 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-51bd4b32-4711-48ce-9542-f3e03f85cedf tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'security_group_rule': {'security_group_id': '3e1d12f1-9494-4d40-9763-21c53d4469dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:18.929600 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-51bd4b32-4711-48ce-9542-f3e03f85cedf tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (23f26712-3fb8-433e-822c-ef810a8128cb), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.994025 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-51bd4b32-4711-48ce-9542-f3e03f85cedf tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (23f26712-3fb8-433e-822c-ef810a8128cb), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:18.999260 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-51bd4b32-4711-48ce-9542-f3e03f85cedf tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (23f26712-3fb8-433e-822c-ef810a8128cb), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.034669 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd4b32-4711-48ce-9542-f3e03f85cedf tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f26712-3fb8-433e-822c-ef810a8128cb,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:19.048299 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-51bd4b32-4711-48ce-9542-f3e03f85cedf tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.050362 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-51bd4b32-4711-48ce-9542-f3e03f85cedf tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600432 Aug 30 04:34:19.054571 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50286) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:19.059693 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'floatingip': {'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:19.086662 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.179468 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.309498 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Allocated IP 172.28.3.227 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/15f44284-38e6-46eb-8766-a18c824ded26) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:19.482949 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for port (15f44284-38e6-46eb-8766-a18c824ded26), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.533807 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (15f44284-38e6-46eb-8766-a18c824ded26), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.582601 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:19.587392 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:19.592421 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:19.631314 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'Port': ['ID=15f44284-38e6-46eb-8766-a18c824ded26,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:19.717909 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:19.753941 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (c936e1ef-14c8-4d59-ac24-c221d9110144), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.756433 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:19.845943 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (15f44284-38e6-46eb-8766-a18c824ded26), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.899130 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fd615-383e-437f-a8f3-b2b62f7bb12e req-6c7f6a7f-83e9-42d1-8f10-a6b71e629605 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:19.903854 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cc2fd615-383e-437f-a8f3-b2b62f7bb12e req-6c7f6a7f-83e9-42d1-8f10-a6b71e629605 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.1004195 Aug 30 04:34:20.068765 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cc2fd615-383e-437f-a8f3-b2b62f7bb12e req-b6a81070-8e13-44c3-97d8-1fe1d98b0597 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536210 Aug 30 04:34:20.125183 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for port (15f44284-38e6-46eb-8766-a18c824ded26), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:20.131338 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (15f44284-38e6-46eb-8766-a18c824ded26), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:20.211266 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'Port': ['ID=15f44284-38e6-46eb-8766-a18c824ded26,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:20.214360 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (c936e1ef-14c8-4d59-ac24-c221d9110144), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:20.236937 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:20.238732 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-511dd6ce-afbe-49f8-b3d7-9dbf0a982e52 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1828434 Aug 30 04:34:20.483462 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-b49defdf-7453-499c-a5e3-3cf59d9ed4e5 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--666260532&fields=id&tenant_id=1638b6f183134b83b87ce6f2eb995d7a HTTP/1.1" status: 200 len: 267 time: 0.0517349 Aug 30 04:34:20.587697 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:20.671546 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-bfb61ef8-9765-4c41-8804-4a8ae31151b9 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:20.679261 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-bfb61ef8-9765-4c41-8804-4a8ae31151b9 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/networks?id=bddd7440-d2d5-43f3-9351-36f5944c255c HTTP/1.1" status: 200 len: 810 time: 0.1813800 Aug 30 04:34:20.691298 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-1ba04e44-654b-4559-9798-34f99b0beff0 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/quotas/1638b6f183134b83b87ce6f2eb995d7a HTTP/1.1" status: 200 len: 375 time: 0.0108926 Aug 30 04:34:20.751312 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-b80a6d02-f371-46a3-bc19-a44b43cef37d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531511 Aug 30 04:34:20.936255 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-8c2e0f2b-556e-47cc-b5dd-e248fcd3bae2 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700943 Aug 30 04:34:21.104115 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-719d855c-d8a0-4539-bba6-fce8e5f95c67 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585126 Aug 30 04:34:21.373526 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6ce67-875b-417b-aeb5-813e235ba61d req-fe6b8efb-dcfb-45ea-899f-d9b41e3b4b14 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:21.376160 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-76b6ce67-875b-417b-aeb5-813e235ba61d req-fe6b8efb-dcfb-45ea-899f-d9b41e3b4b14 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0843496 Aug 30 04:34:21.465207 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6674a1-4899-45fd-a37d-d16451f2ea5b req-79db38dc-f76e-43f1-93b4-2b0bd4be9853 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:21.466828 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ef6674a1-4899-45fd-a37d-d16451f2ea5b req-79db38dc-f76e-43f1-93b4-2b0bd4be9853 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.0640509 Aug 30 04:34:21.471716 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-76b6ce67-875b-417b-aeb5-813e235ba61d req-09ea1c13-e53e-4f0e-b72c-205c62aee176 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889285 Aug 30 04:34:21.484397 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:21.560052 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ef6674a1-4899-45fd-a37d-d16451f2ea5b req-272822ad-13cd-4c5e-918a-ae355e8fdb97 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824814 Aug 30 04:34:21.674561 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a41bf5b4-5c9e-4b18-9b7c-1428e24639b1 req-1a6572d7-70af-4343-a3d8-261567ee4190 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 210 time: 0.0371540 Aug 30 04:34:21.839186 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3e1f8-4116-4caf-9c74-ac7d92ec9665 req-2e95a63d-8563-4c38-b419-c19564b10eb0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:21.841233 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-87f3e1f8-4116-4caf-9c74-ac7d92ec9665 req-2e95a63d-8563-4c38-b419-c19564b10eb0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.0962746 Aug 30 04:34:21.923437 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-87f3e1f8-4116-4caf-9c74-ac7d92ec9665 req-72e8b8df-c4d4-41d9-9fc5-1581173d197e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722518 Aug 30 04:34:22.626373 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45b5e8-2782-40e0-8bbf-4b29c56d3369 req-fb2acdba-0eb1-454c-aff4-5447ad26567b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:22.628734 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ae45b5e8-2782-40e0-8bbf-4b29c56d3369 req-fb2acdba-0eb1-454c-aff4-5447ad26567b tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0621595 Aug 30 04:34:22.733744 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ae45b5e8-2782-40e0-8bbf-4b29c56d3369 req-2c6a3e24-9ea5-4c44-9b8b-10176b463e42 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948830 Aug 30 04:34:22.752110 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d2628-cd35-46ef-bccf-4677f90304ed req-591ff83b-008d-4986-bbce-8986824e396b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:22.753749 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f14d2628-cd35-46ef-bccf-4677f90304ed req-591ff83b-008d-4986-bbce-8986824e396b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.0604544 Aug 30 04:34:22.830485 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f14d2628-cd35-46ef-bccf-4677f90304ed req-4de4c536-4f5a-441d-9007-01a269e2e9c1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653763 Aug 30 04:34:22.846439 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0b8d06e7-a197-4373-beab-3f10907aff10 req-b06fca6f-a985-47cc-ad59-a7e8aa81b883 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 210 time: 0.0379839 Aug 30 04:34:23.078439 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888fb4d-df76-4c52-b0e1-98e44f6a8e6e req-9c2c2f6e-8cca-4fca-8da9-68c45f953260 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:23.080137 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d888fb4d-df76-4c52-b0e1-98e44f6a8e6e req-9c2c2f6e-8cca-4fca-8da9-68c45f953260 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.0563462 Aug 30 04:34:23.144753 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d888fb4d-df76-4c52-b0e1-98e44f6a8e6e req-f476d813-e21e-4d60-808f-dd7fef044034 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559592 Aug 30 04:34:23.887517 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4bf7f-c651-42b0-86a5-5a88133ee754 req-9bea7b8c-a37a-4db9-8b7c-2945f70f7218 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:23.889226 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-49d4bf7f-c651-42b0-86a5-5a88133ee754 req-9bea7b8c-a37a-4db9-8b7c-2945f70f7218 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0637593 Aug 30 04:34:23.976087 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-49d4bf7f-c651-42b0-86a5-5a88133ee754 req-8bc8408f-6310-42d3-9de3-f5aca302e609 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&id=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756428 Aug 30 04:34:24.008515 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e6c28-b43a-41ff-a517-220e0dd3f692 req-bd7a8f53-cf20-45d1-961e-db1112f16eea tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:24.008515 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f33e6c28-b43a-41ff-a517-220e0dd3f692 req-bd7a8f53-cf20-45d1-961e-db1112f16eea tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.0691059 Aug 30 04:34:24.079220 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f33e6c28-b43a-41ff-a517-220e0dd3f692 req-2ff959fd-c1da-4dd1-b87c-cb760827054d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725610 Aug 30 04:34:24.117025 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4ea882f3-ac5b-4c07-ad8d-72d9ce649914 req-b32abf81-006a-485b-8718-07120e28726b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 210 time: 0.0504937 Aug 30 04:34:24.318552 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dfa34-64b2-466d-9a2d-84e3a382abf0 req-d1d55a4b-30da-48b6-8abb-0cd58948cf5b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:24.320272 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4d0dfa34-64b2-466d-9a2d-84e3a382abf0 req-d1d55a4b-30da-48b6-8abb-0cd58948cf5b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.0604165 Aug 30 04:34:24.340348 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:24.348691 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50406) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:24.365747 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:24.400569 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-df64271e-75fc-4151-ba45-f29014e407c0 admin admin] Deleting subnet fa4c0150-e189-4d96-9b03-890176733d1e {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:34:24.404367 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-df64271e-75fc-4151-ba45-f29014e407c0 admin admin] Publish callbacks [] for subnet (fa4c0150-e189-4d96-9b03-890176733d1e), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.412058 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4d0dfa34-64b2-466d-9a2d-84e3a382abf0 req-ab99ea46-3064-4d7f-949d-51528348a755 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831468 Aug 30 04:34:24.446872 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-df64271e-75fc-4151-ba45-f29014e407c0 admin admin] Publish callbacks [] for subnet (fa4c0150-e189-4d96-9b03-890176733d1e), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.454467 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-df64271e-75fc-4151-ba45-f29014e407c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (fa4c0150-e189-4d96-9b03-890176733d1e), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.525908 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-df64271e-75fc-4151-ba45-f29014e407c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for subnet (fa4c0150-e189-4d96-9b03-890176733d1e), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.569186 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64271e-75fc-4151-ba45-f29014e407c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa4c0150-e189-4d96-9b03-890176733d1e,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:24.580963 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-df64271e-75fc-4151-ba45-f29014e407c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.587184 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-df64271e-75fc-4151-ba45-f29014e407c0 admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/fa4c0150-e189-4d96-9b03-890176733d1e HTTP/1.1" status: 204 len: 168 time: 0.2365797 Aug 30 04:34:24.589429 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50408) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:24.722034 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (aea69756-e786-4cf8-8d76-5170bbdf521b), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.832019 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (aea69756-e786-4cf8-8d76-5170bbdf521b), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.877848 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea69756-e786-4cf8-8d76-5170bbdf521b']}} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:24.894388 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347deb5a-42dd-43d8-9373-9f3fcf117ae5') {'for_net_delete': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:24.894682 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347deb5a-42dd-43d8-9373-9f3fcf117ae5') {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:24.907818 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15464329'] for segment (347deb5a-42dd-43d8-9373-9f3fcf117ae5), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.926495 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (347deb5a-42dd-43d8-9373-9f3fcf117ae5), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.936644 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=106396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:34:24.937261 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15457351'] for segment (347deb5a-42dd-43d8-9373-9f3fcf117ae5), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.030044 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (aea69756-e786-4cf8-8d76-5170bbdf521b), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.040179 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.045671 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/aea69756-e786-4cf8-8d76-5170bbdf521b HTTP/1.1" status: 204 len: 168 time: 0.4547133 Aug 30 04:34:25.064488 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1f95e-6174-4e75-be9e-f2ebf7861ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aea69756-e786-4cf8-8d76-5170bbdf521b,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:25.163891 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 347deb5a-42dd-43d8-9373-9f3fcf117ae5 resource provider aggregate not found Aug 30 04:34:25.197790 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 347deb5a-42dd-43d8-9373-9f3fcf117ae5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 347deb5a-42dd-43d8-9373-9f3fcf117ae5 found for delete ", "request_id": "req-e75e6299-5cdf-413a-82fa-6f427f59b64c"}]} Aug 30 04:34:25.280048 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945f599-4295-4840-9c49-6d8e5e1c7e1f req-86992c10-c2f0-4de8-b179-16a437dc186f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:25.282827 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e945f599-4295-4840-9c49-6d8e5e1c7e1f req-86992c10-c2f0-4de8-b179-16a437dc186f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.0694716 Aug 30 04:34:25.283607 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50424) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:25.288615 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-376a75b9-0d0f-4807-a4ed-e53c1290a817 req-bcb7213b-313b-4455-aca1-4f1f850c1528 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 210 time: 0.0342584 Aug 30 04:34:25.362044 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:25.374475 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-095bb9e1-ac7c-458f-9259-3ae0b98c1908 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=9322fbe1939b46c3aee2418884f81e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893013 Aug 30 04:34:25.378508 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50426) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:25.380260 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e945f599-4295-4840-9c49-6d8e5e1c7e1f req-d54d4548-12b2-4372-a530-9d6fb0db8b4d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850096 Aug 30 04:34:25.450690 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-667ae445-eaa9-425b-89ba-a4efc30c42fa admin admin] Publish callbacks [] for security_group (589a7411-8aa8-48be-b706-9c1e7d3cca9c), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.478289 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-667ae445-eaa9-425b-89ba-a4efc30c42fa admin admin] Publish callbacks [] for security_group (589a7411-8aa8-48be-b706-9c1e7d3cca9c), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.664174 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-dbe3a826-3b60-4ecb-8191-89e576fd1ada tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:25.666762 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-dbe3a826-3b60-4ecb-8191-89e576fd1ada tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.1614411 Aug 30 04:34:25.688032 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f7925-c69b-44da-8ea8-faf373fc749b req-609794de-bbdd-4387-96c6-49853751f150 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:25.690599 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5f2f7925-c69b-44da-8ea8-faf373fc749b req-609794de-bbdd-4387-96c6-49853751f150 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.1610582 Aug 30 04:34:25.763810 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-667ae445-eaa9-425b-89ba-a4efc30c42fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (589a7411-8aa8-48be-b706-9c1e7d3cca9c), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.768383 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-667ae445-eaa9-425b-89ba-a4efc30c42fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.770231 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-667ae445-eaa9-425b-89ba-a4efc30c42fa admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/589a7411-8aa8-48be-b706-9c1e7d3cca9c HTTP/1.1" status: 204 len: 168 time: 0.3898458 Aug 30 04:34:25.877749 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ae445-eaa9-425b-89ba-a4efc30c42fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589a7411-8aa8-48be-b706-9c1e7d3cca9c,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:25.900227 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-332975f2-1dd9-4e3e-91f1-6bc141c1cca7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:25.902916 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-332975f2-1dd9-4e3e-91f1-6bc141c1cca7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 946 time: 0.2060628 Aug 30 04:34:26.105605 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5f2f7925-c69b-44da-8ea8-faf373fc749b req-f65e1124-ffc7-4cd6-93eb-53738c0a9f15 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3822455 Aug 30 04:34:26.165570 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Deleting port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:26.165989 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:26.224422 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Deleting port eaa610dc-af90-4f36-acfa-f6d0db2f74eb {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:26.224933 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:26.289203 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device eaa610dc-af90-4f36-acfa-f6d0db2f74eb no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:26.315553 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:26.393124 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port eaa610dc-af90-4f36-acfa-f6d0db2f74eb is: ACTIVE; New status is: DOWN {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:26.393882 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:26.429706 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:26.434146 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1328f335-3b1d-42dc-af21-ba615f072067" -d '{"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:26.470050 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=68 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:26.471871 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:26.473237 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=64 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:26.482675 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:26.484198 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device dd0eb0ed-dd54-4a61-b759-3c573081c4e6 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:26.487470 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4d4c2a0c-633a-44dd-95de-352f064b857e req-c5278212-fcf2-4dba-ad3b-f79095ae5c8b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 210 time: 0.0415003 Aug 30 04:34:26.583647 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:26.630207 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39f6b13-16d7-4be8-b427-77c889b2f9b1 x-openstack-request-id: req-e39f6b13-16d7-4be8-b427-77c889b2f9b1 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:26.630822 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:26.631797 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e39f6b13-16d7-4be8-b427-77c889b2f9b1 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:26.632037 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39f6b13-16d7-4be8-b427-77c889b2f9b1'] response: {'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'code': 200} Aug 30 04:34:26.659696 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:26.698116 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19220e48-bfd1-44fd-980d-a96cf7ae7a08 req-0521b881-6420-47b4-a1b6-9eacada078fc tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:26.699890 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-19220e48-bfd1-44fd-980d-a96cf7ae7a08 req-0521b881-6420-47b4-a1b6-9eacada078fc tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 946 time: 0.1063581 Aug 30 04:34:26.717123 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] For port dd0eb0ed-dd54-4a61-b759-3c573081c4e6, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:26.717494 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:26.719815 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=11']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:26.742197 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.743197 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.743755 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.744642 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.745257 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.745829 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.746367 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.746934 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.747510 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.748190 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.748762 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.749358 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.750027 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.750601 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.751158 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:26.756333 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] For port eaa610dc-af90-4f36-acfa-f6d0db2f74eb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:26.757051 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:26.770763 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 is: ACTIVE; New status is: DOWN {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:26.771416 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:26.838762 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port dd0eb0ed-dd54-4a61-b759-3c573081c4e6, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:26.849103 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:26.863407 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-2d6cb45a-e7d9-48be-83d1-607274aff077 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:26.865978 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-2d6cb45a-e7d9-48be-83d1-607274aff077 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.83 "GET /networking/v2.0/networks?id=bddd7440-d2d5-43f3-9351-36f5944c255c HTTP/1.1" status: 200 len: 810 time: 0.1677520 Aug 30 04:34:26.953566 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,revision_number=6']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:26.964217 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-19220e48-bfd1-44fd-980d-a96cf7ae7a08 req-d6cbf8dd-7cb7-49f5-af13-711a6d0ce376 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494197 Aug 30 04:34:26.997979 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-daeabaee-4eb1-460d-8aec-aeaf93e472aa tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.83 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1638b6f183134b83b87ce6f2eb995d7a HTTP/1.1" status: 200 len: 379 time: 0.1157937 Aug 30 04:34:27.010214 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'port': {'device_id': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'admin_state_up': True, 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'security_groups': ['3e1d12f1-9494-4d40-9763-21c53d4469dd']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:27.162540 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:27.170295 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Made reservation on behalf of 1638b6f183134b83b87ce6f2eb995d7a for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:34:27.175446 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:27.227922 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:27.228627 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (8b6dfabe-ee3a-43e3-9284-c343f4fdd30f), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:27.229080 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Floating IP 8b6dfabe-ee3a-43e3-9284-c343f4fdd30f disassociated. External IP: 172.28.3.28, port: dd0eb0ed-dd54-4a61-b759-3c573081c4e6. Aug 30 04:34:27.229695 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Calling delete_port for dd0eb0ed-dd54-4a61-b759-3c573081c4e6 owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:27.264028 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:27.264614 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (ec367bf4-6269-43c5-a2b5-490cba55c515), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:27.265120 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Floating IP ec367bf4-6269-43c5-a2b5-490cba55c515 disassociated. External IP: 172.28.3.23, port: eaa610dc-af90-4f36-acfa-f6d0db2f74eb. Aug 30 04:34:27.265700 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Calling delete_port for eaa610dc-af90-4f36-acfa-f6d0db2f74eb owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:27.356220 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08aafc-9796-4a5d-b124-c6140e6be106 req-38869f31-098a-4bfe-8e19-b52bda0c259e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:27.357947 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4e08aafc-9796-4a5d-b124-c6140e6be106 req-38869f31-098a-4bfe-8e19-b52bda0c259e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 944 time: 0.1088111 Aug 30 04:34:27.414717 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Allocated IP 172.20.0.10 (bddd7440-d2d5-43f3-9351-36f5944c255c/69a1d0ce-bd9d-4d78-a0cb-792af118065b/b4084b0c-b4e3-4380-b521-ec05e08e1f79) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:27.533619 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4e08aafc-9796-4a5d-b124-c6140e6be106 req-54a9cb88-5511-4546-b8a2-804ba93e1c29 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=ac59b5d7-2a07-437e-9463-ca58f43d724b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418617 Aug 30 04:34:27.593905 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (eaa610dc-af90-4f36-acfa-f6d0db2f74eb), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:27.636194 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event deleted for resources: {'Port': ['ID=eaa610dc-af90-4f36-acfa-f6d0db2f74eb,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:27.645691 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (dd0eb0ed-dd54-4a61-b759-3c573081c4e6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:27.678399 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'Port': ['ID=dd0eb0ed-dd54-4a61-b759-3c573081c4e6,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:27.722556 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:27.732987 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:27.762977 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:27.818916 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Network bddd7440-d2d5-43f3-9351-36f5944c255c is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:27.821847 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-eedca286-064a-4ec6-b419-3a37c1502503 req-b92885c4-3660-4431-aa85-73d47ede5f19 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 210 time: 0.0930967 Aug 30 04:34:27.822287 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:27.822898 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:27.827861 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:27.833393 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:27.834031 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:27.851602 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event updated for resources: {'Port': ['ID=b4084b0c-b4e3-4380-b521-ec05e08e1f79,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:27.868254 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-c8193523-8133-46a6-bb0c-828109ad20cd tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8631194 Aug 30 04:34:27.889981 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Request body: {'port': {'device_id': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:27.955963 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:27.973386 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:28.006797 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Router 12bdb17a-e53e-4e01-8fd6-27e907694d22 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:34:28.008835 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Router b89979e4-e688-49a8-b2eb-06d6aad97fe6 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:34:28.279599 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3e3e0cf9-b7b4-48b1-aa34-0296d999116d req-da1e4af9-c0f9-44da-b03a-2a7881fdfea0 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 210 time: 0.0607116 Aug 30 04:34:28.303306 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-34cb78b4-5bc1-4fbd-8e04-bb0d54968cc8 None None] Provisioning complete for port b4084b0c-b4e3-4380-b521-ec05e08e1f79 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:28.304497 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-34cb78b4-5bc1-4fbd-8e04-bb0d54968cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:28.323547 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:28.342505 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d482cf5-4e68-42d8-9955-9633eb861284 None None] Sync routers for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:28.379370 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-34cb78b4-5bc1-4fbd-8e04-bb0d54968cc8 None None] Port b4084b0c-b4e3-4380-b521-ec05e08e1f79 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:34:28.384258 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d482cf5-4e68-42d8-9955-9633eb861284 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:28.385296 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-9d482cf5-4e68-42d8-9955-9633eb861284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:28.443959 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] No DVR routers for this DVR port dd0eb0ed-dd54-4a61-b759-3c573081c4e6 on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:34:28.446379 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:28.450845 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:28.452151 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0aadbedb-47ba-4fea-9834-7c2898edad70 req-38f964ed-929a-4820-a506-f09170a56860 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "DELETE /networking/v2.0/ports/dd0eb0ed-dd54-4a61-b759-3c573081c4e6 HTTP/1.1" status: 204 len: 173 time: 2.7574244 Aug 30 04:34:28.452800 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'name': 'network-vif-deleted', 'tag': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:28.455265 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af54da0a-f952-467f-a8c6-e39561b7ee88" -d '{"events": [{"server_uuid": "72a97f79-ee44-4f9c-bd29-4042d2f4bb2a", "name": "network-vif-deleted", "tag": "dd0eb0ed-dd54-4a61-b759-3c573081c4e6"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:28.493311 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5355acff-cd0c-4fbc-8e16-d6675862e11e None None] Sync routers for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:28.513437 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a1af07-30db-4c48-8341-952728a89e79 x-openstack-request-id: req-c3a1af07-30db-4c48-8341-952728a89e79 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:28.513900 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a97f79-ee44-4f9c-bd29-4042d2f4bb2a", "name": "network-vif-deleted", "tag": "dd0eb0ed-dd54-4a61-b759-3c573081c4e6", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:28.514323 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c3a1af07-30db-4c48-8341-952728a89e79 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:28.514828 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a1af07-30db-4c48-8341-952728a89e79'] response: {'server_uuid': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'name': 'network-vif-deleted', 'tag': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6', 'status': 'completed', 'code': 200} Aug 30 04:34:28.526152 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355acff-cd0c-4fbc-8e16-d6675862e11e None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:28.526799 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-5355acff-cd0c-4fbc-8e16-d6675862e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:28.559763 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] No DVR routers for this DVR port eaa610dc-af90-4f36-acfa-f6d0db2f74eb on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:34:28.563353 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:28.568795 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e14d5e07-92bd-4316-beb8-2c014592a9bb req-49f1500a-f9de-413c-80bf-9ce88523fe51 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.83 "DELETE /networking/v2.0/ports/eaa610dc-af90-4f36-acfa-f6d0db2f74eb HTTP/1.1" status: 204 len: 173 time: 2.6519756 Aug 30 04:34:28.632506 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4084b0c-b4e3-4380-b521-ec05e08e1f79 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:34:28.654786 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Publish callbacks [] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:28.663499 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:28.674067 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Transition to ACTIVE for port object b4084b0c-b4e3-4380-b521-ec05e08e1f79 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:34:28.687821 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:28.719827 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-5355acff-cd0c-4fbc-8e16-d6675862e11e None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:28.729421 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-82aeb6a9-de6e-47b8-8e8c-613605016eed req-5cda9172-567c-40ab-b402-056a42051f5c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 210 time: 0.0539162 Aug 30 04:34:28.776733 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-9d482cf5-4e68-42d8-9955-9633eb861284 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:28.843776 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280543ee-405d-4559-b93f-a985a977367b service neutron] Pushing event updated for resources: {'Port': ['ID=b4084b0c-b4e3-4380-b521-ec05e08e1f79,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:28.845726 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:28.852885 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Attempting to bind port b4084b0c-b4e3-4380-b521-ec05e08e1f79 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:34:28.855293 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Attempting to bind port b4084b0c-b4e3-4380-b521-ec05e08e1f79 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:34:28.856422 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Attempting to bind port b4084b0c-b4e3-4380-b521-ec05e08e1f79 on network bddd7440-d2d5-43f3-9351-36f5944c255c {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:28.860734 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149d1ec2-0f6f-4ca1-adc5-10b728ddc424" -d '{"events": [{"server_uuid": "72a97f79-ee44-4f9c-bd29-4042d2f4bb2a", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0eb0ed-dd54-4a61-b759-3c573081c4e6"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:28.885840 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Port b4084b0c-b4e3-4380-b521-ec05e08e1f79 on network bddd7440-d2d5-43f3-9351-36f5944c255c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:34:28.886416 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Attempting to bind port b4084b0c-b4e3-4380-b521-ec05e08e1f79 on network bddd7440-d2d5-43f3-9351-36f5944c255c {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:28.894151 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:34:28.895637 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Checking segment: {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:34:28.896358 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Bound using segment: {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:34:28.897068 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Bound port: b4084b0c-b4e3-4380-b521-ec05e08e1f79, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3659894b-4224-459e-80a7-7fecf97de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:34:28.897724 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:29.016256 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:29.042347 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994a6f0d-f157-49e6-88de-05da175cf386 x-openstack-request-id: req-994a6f0d-f157-49e6-88de-05da175cf386 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:29.042648 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a97f79-ee44-4f9c-bd29-4042d2f4bb2a", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0eb0ed-dd54-4a61-b759-3c573081c4e6", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:29.042927 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-994a6f0d-f157-49e6-88de-05da175cf386 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:29.043331 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994a6f0d-f157-49e6-88de-05da175cf386'] response: {'server_uuid': '72a97f79-ee44-4f9c-bd29-4042d2f4bb2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0eb0ed-dd54-4a61-b759-3c573081c4e6', 'code': 200} Aug 30 04:34:29.043505 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] For port b4084b0c-b4e3-4380-b521-ec05e08e1f79, host hv-cinder-85426, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:34:29.049516 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] For port b4084b0c-b4e3-4380-b521-ec05e08e1f79, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b4084b0c-b4e3-4380-b521-ec05e08e1f79,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:34:29.050414 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-5355acff-cd0c-4fbc-8e16-d6675862e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:29.062096 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:29.066042 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:29.067307 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:29.069019 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-280543ee-405d-4559-b93f-a985a977367b service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/b4084b0c-b4e3-4380-b521-ec05e08e1f79 HTTP/1.1" status: 200 len: 1094 time: 1.1837630 Aug 30 04:34:29.072836 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'tag': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:29.075475 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d401a078-a45b-4852-b535-29f3278ed2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "999dbbf6-840d-4eb7-ab9e-291b3de143cf", "tag": "b4084b0c-b4e3-4380-b521-ec05e08e1f79"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:29.085987 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5355acff-cd0c-4fbc-8e16-d6675862e11e None None] Checking router: b89979e4-e688-49a8-b2eb-06d6aad97fe6 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:29.097344 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355acff-cd0c-4fbc-8e16-d6675862e11e None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:29.098310 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-5355acff-cd0c-4fbc-8e16-d6675862e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:29.220554 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee86d72-641d-4ba2-8ef6-03f09bbd974d x-openstack-request-id: req-bee86d72-641d-4ba2-8ef6-03f09bbd974d {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:29.220889 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999dbbf6-840d-4eb7-ab9e-291b3de143cf", "tag": "b4084b0c-b4e3-4380-b521-ec05e08e1f79", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:29.221293 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bee86d72-641d-4ba2-8ef6-03f09bbd974d {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:29.221488 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee86d72-641d-4ba2-8ef6-03f09bbd974d'] response: {'name': 'network-changed', 'server_uuid': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'tag': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79', 'status': 'completed', 'code': 200} Aug 30 04:34:29.252720 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d24f4-f9b5-40d6-9536-f8c61d671e29 req-43b490e1-c8e5-4517-a73d-7d6d052d8f2f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:29.254394 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-429d24f4-f9b5-40d6-9536-f8c61d671e29 req-43b490e1-c8e5-4517-a73d-7d6d052d8f2f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 944 time: 0.1843519 Aug 30 04:34:29.277879 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-7383b133-0731-4bcc-80aa-a161bb4bfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:29.279469 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-7383b133-0731-4bcc-80aa-a161bb4bfd30 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 1128 time: 0.1061513 Aug 30 04:34:29.288227 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280543ee-405d-4559-b93f-a985a977367b service neutron] Pushing event updated for resources: {'Port': ['ID=b4084b0c-b4e3-4380-b521-ec05e08e1f79,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:29.316899 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-9d482cf5-4e68-42d8-9955-9633eb861284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '12f05cd3-ae01-4780-8707-b0fc69227185', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:36:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:11Z', 'updated_at': '2022-08-30T04:31:48Z', 'revision_number': 2, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:29.354052 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d482cf5-4e68-42d8-9955-9633eb861284 None None] Checking router: 12bdb17a-e53e-4e01-8fd6-27e907694d22 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:29.372854 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d482cf5-4e68-42d8-9955-9633eb861284 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:29.374031 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-9d482cf5-4e68-42d8-9955-9633eb861284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:29.390350 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-8b1bfabe-9b86-46f2-95a2-c86c74f759be service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4084b0c-b4e3-4380-b521-ec05e08e1f79 HTTP/1.1" status: 200 len: 217 time: 0.0852625 Aug 30 04:34:29.407077 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-429d24f4-f9b5-40d6-9536-f8c61d671e29 req-1a46bc1d-bfe0-4af0-babe-d09a8f69ad2d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437080 Aug 30 04:34:29.438149 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-5355acff-cd0c-4fbc-8e16-d6675862e11e None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:29.479939 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-36d2e555-59f7-4379-8978-c44d9ec698ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:29.481501 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-36d2e555-59f7-4379-8978-c44d9ec698ec service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=69a1d0ce-bd9d-4d78-a0cb-792af118065b HTTP/1.1" status: 200 len: 849 time: 0.0647714 Aug 30 04:34:29.534994 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-400e13f6-85c3-4418-bb16-ea8c14cd91bf req-4d440cda-379b-452f-aba9-55fe99b9d901 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72a97f79-ee44-4f9c-bd29-4042d2f4bb2a HTTP/1.1" status: 200 len: 210 time: 0.0329614 Aug 30 04:34:29.579565 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-9d482cf5-4e68-42d8-9955-9633eb861284 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:29.672160 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-5355acff-cd0c-4fbc-8e16-d6675862e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:29.702020 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5355acff-cd0c-4fbc-8e16-d6675862e11e None None] The sync data for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb is: [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:29.801210 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-ff852275-3b47-43ec-8b93-4b48a73473ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:29.809703 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-ff852275-3b47-43ec-8b93-4b48a73473ab service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bddd7440-d2d5-43f3-9351-36f5944c255c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1243968 Aug 30 04:34:29.942518 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:29.969570 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-9d482cf5-4e68-42d8-9955-9633eb861284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '12f05cd3-ae01-4780-8707-b0fc69227185', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:36:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:11Z', 'updated_at': '2022-08-30T04:31:48Z', 'revision_number': 2, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:30.012452 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d482cf5-4e68-42d8-9955-9633eb861284 None None] The sync data for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb is: [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '12f05cd3-ae01-4780-8707-b0fc69227185', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.207', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:36:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:31:11Z', 'updated_at': '2022-08-30T04:31:48Z', 'revision_number': 2, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:30.029328 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7654a66f-9ee4-42aa-9f61-0b43b76f9721 req-e2170d99-3a02-45c3-ab1a-99d58c57517b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=72691437-a322-4abe-a51d-6883e8aa8717 HTTP/1.1" status: 200 len: 210 time: 0.0594702 Aug 30 04:34:30.079340 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-7152178c-656e-4c87-bbbb-ec180e9b926a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597480 Aug 30 04:34:30.171892 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8853f6-41e4-463d-a77d-bcf5e1fc5094 None None] New status for floating IP ec367bf4-6269-43c5-a2b5-490cba55c515: DOWN {{(pid=106398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:34:30.304976 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6a020a94-9cb2-490f-9ec0-021dd1942ad5 req-548da17f-6d95-4869-aed8-c09054d7cdcb service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752493 Aug 30 04:34:30.441890 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98860e10-c448-43da-b793-cd063a81ceab None None] New status for floating IP 8b6dfabe-ee3a-43e3-9284-c343f4fdd30f: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:34:30.488586 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:30.515574 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-deleted', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:30.519175 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090a90c8-2e3c-4a38-8786-49969eacf99d" -d '{"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-deleted", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:30.572876 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9cefb-2dd1-49e3-ac79-2739dd9a1467 req-7b9c662e-fb8f-4d11-a939-3167d82ebcef tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:30.574807 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0ef9cefb-2dd1-49e3-ac79-2739dd9a1467 req-7b9c662e-fb8f-4d11-a939-3167d82ebcef tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 944 time: 0.0740006 Aug 30 04:34:30.618397 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14d6470-5859-45c6-8e2c-20bd203b7086 x-openstack-request-id: req-a14d6470-5859-45c6-8e2c-20bd203b7086 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:30.618397 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72691437-a322-4abe-a51d-6883e8aa8717", "name": "network-vif-deleted", "tag": "eaa610dc-af90-4f36-acfa-f6d0db2f74eb", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:30.618773 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a14d6470-5859-45c6-8e2c-20bd203b7086 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:30.619423 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14d6470-5859-45c6-8e2c-20bd203b7086'] response: {'server_uuid': '72691437-a322-4abe-a51d-6883e8aa8717', 'name': 'network-vif-deleted', 'tag': 'eaa610dc-af90-4f36-acfa-f6d0db2f74eb', 'status': 'completed', 'code': 200} Aug 30 04:34:30.677458 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0ef9cefb-2dd1-49e3-ac79-2739dd9a1467 req-7b2c2182-8dd3-4cdd-9f07-e382d28a1738 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905640 Aug 30 04:34:30.717562 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50470) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:30.784556 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47d19aaf-b280-4b0e-9d8c-e2db163ab371 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (3e1152dc-9e72-4fde-a77e-5cce0bdc47a6), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:30.818752 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47d19aaf-b280-4b0e-9d8c-e2db163ab371 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (3e1152dc-9e72-4fde-a77e-5cce0bdc47a6), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:30.882493 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47d19aaf-b280-4b0e-9d8c-e2db163ab371 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3e1152dc-9e72-4fde-a77e-5cce0bdc47a6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:30.885713 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47d19aaf-b280-4b0e-9d8c-e2db163ab371 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:30.886926 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-47d19aaf-b280-4b0e-9d8c-e2db163ab371 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "DELETE /networking/v2.0/security-groups/3e1152dc-9e72-4fde-a77e-5cce0bdc47a6 HTTP/1.1" status: 204 len: 168 time: 0.1683457 Aug 30 04:34:30.891259 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50472) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:30.898363 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d19aaf-b280-4b0e-9d8c-e2db163ab371 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1152dc-9e72-4fde-a77e-5cce0bdc47a6,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:30.915461 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.api.v2.resource [None req-9c57bc63-1eea-4051-a3d2-3b2fd014e8f3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] show failed (client error): The resource could not be found. Aug 30 04:34:30.916908 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-9c57bc63-1eea-4051-a3d2-3b2fd014e8f3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups/3e1152dc-9e72-4fde-a77e-5cce0bdc47a6 HTTP/1.1" status: 404 len: 347 time: 0.0238369 Aug 30 04:34:30.922346 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50474) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:31.055226 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-6581efa0-215d-47f2-9eb6-91b9b2734e14 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Deleting port 6e330c84-1c81-43e8-bcac-cb45188650dc {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:31.055567 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6581efa0-215d-47f2-9eb6-91b9b2734e14 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (6e330c84-1c81-43e8-bcac-cb45188650dc), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.154002 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6581efa0-215d-47f2-9eb6-91b9b2734e14 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (6e330c84-1c81-43e8-bcac-cb45188650dc), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.154002 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6581efa0-215d-47f2-9eb6-91b9b2734e14 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (6e330c84-1c81-43e8-bcac-cb45188650dc), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.179786 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-6581efa0-215d-47f2-9eb6-91b9b2734e14 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Calling delete_port for 6e330c84-1c81-43e8-bcac-cb45188650dc owned by network:floatingip {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:31.195082 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50480) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:31.257576 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:31.275455 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-964102cc-8b5f-474a-b493-93253d52138c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (ac59b5d7-2a07-437e-9463-ca58f43d724b), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.317739 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-964102cc-8b5f-474a-b493-93253d52138c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (ac59b5d7-2a07-437e-9463-ca58f43d724b), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.377254 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:31.410595 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-964102cc-8b5f-474a-b493-93253d52138c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (ac59b5d7-2a07-437e-9463-ca58f43d724b), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.417063 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-964102cc-8b5f-474a-b493-93253d52138c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.418467 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-964102cc-8b5f-474a-b493-93253d52138c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "DELETE /networking/v2.0/security-groups/ac59b5d7-2a07-437e-9463-ca58f43d724b HTTP/1.1" status: 204 len: 168 time: 0.2219152 Aug 30 04:34:31.423089 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50482) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:31.424260 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401a078-a45b-4852-b535-29f3278ed2c7 req-85d40e60-8992-4737-aac8-d40a5676db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:31.425917 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d401a078-a45b-4852-b535-29f3278ed2c7 req-85d40e60-8992-4737-aac8-d40a5676db9c service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 1128 time: 0.1143582 Aug 30 04:34:31.435554 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964102cc-8b5f-474a-b493-93253d52138c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac59b5d7-2a07-437e-9463-ca58f43d724b,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:31.476872 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.api.v2.resource [None req-10ddb5b5-f771-40d2-a17d-cbdfd7f7665b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] show failed (client error): The resource could not be found. Aug 30 04:34:31.477990 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-10ddb5b5-f771-40d2-a17d-cbdfd7f7665b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups/ac59b5d7-2a07-437e-9463-ca58f43d724b HTTP/1.1" status: 404 len: 347 time: 0.0496094 Aug 30 04:34:31.482072 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50484) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:31.508334 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6581efa0-215d-47f2-9eb6-91b9b2734e14 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (6e330c84-1c81-43e8-bcac-cb45188650dc), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.544588 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581efa0-215d-47f2-9eb6-91b9b2734e14 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'Port': ['ID=6e330c84-1c81-43e8-bcac-cb45188650dc,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:31.698877 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-4bf948d2-5708-4d5d-8370-37362e18a2bf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Deleting port 1eb3f6ee-563d-4c7b-b567-66368376efb7 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:31.699677 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bf948d2-5708-4d5d-8370-37362e18a2bf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (1eb3f6ee-563d-4c7b-b567-66368376efb7), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.876231 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:31.883076 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6581efa0-215d-47f2-9eb6-91b9b2734e14 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (8b6dfabe-ee3a-43e3-9284-c343f4fdd30f), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.885725 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6581efa0-215d-47f2-9eb6-91b9b2734e14 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.886919 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-6581efa0-215d-47f2-9eb6-91b9b2734e14 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "DELETE /networking/v2.0/floatingips/8b6dfabe-ee3a-43e3-9284-c343f4fdd30f HTTP/1.1" status: 204 len: 168 time: 0.9634013 Aug 30 04:34:31.893594 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bf948d2-5708-4d5d-8370-37362e18a2bf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (1eb3f6ee-563d-4c7b-b567-66368376efb7), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.893594 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bf948d2-5708-4d5d-8370-37362e18a2bf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (1eb3f6ee-563d-4c7b-b567-66368376efb7), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.908409 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401a078-a45b-4852-b535-29f3278ed2c7 req-d92244a2-0ad0-48c1-9fdb-f42833d46dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:31.910630 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d401a078-a45b-4852-b535-29f3278ed2c7 req-d92244a2-0ad0-48c1-9fdb-f42833d46dc0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=bddd7440-d2d5-43f3-9351-36f5944c255c HTTP/1.1" status: 200 len: 912 time: 0.4690018 Aug 30 04:34:31.911472 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb5673-b333-4075-afc7-ce16490fc7ed req-df8a70f0-db71-4bc5-a4eb-ad21cc5f7885 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:31.915096 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6cbb5673-b333-4075-afc7-ce16490fc7ed req-df8a70f0-db71-4bc5-a4eb-ad21cc5f7885 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 944 time: 0.1021740 Aug 30 04:34:31.960382 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-4bf948d2-5708-4d5d-8370-37362e18a2bf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Calling delete_port for 1eb3f6ee-563d-4c7b-b567-66368376efb7 owned by network:floatingip {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:31.961925 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d401a078-a45b-4852-b535-29f3278ed2c7 req-ee615019-15a0-4c31-89b7-e90f985d0dd2 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4084b0c-b4e3-4380-b521-ec05e08e1f79 HTTP/1.1" status: 200 len: 217 time: 0.0442419 Aug 30 04:34:32.056617 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6cbb5673-b333-4075-afc7-ce16490fc7ed req-f9b000e2-2d72-44fe-83ee-fc761acff871 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296258 Aug 30 04:34:32.064300 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401a078-a45b-4852-b535-29f3278ed2c7 req-34c1feb3-6eae-40cb-bf7e-a478a030f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:32.066109 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d401a078-a45b-4852-b535-29f3278ed2c7 req-34c1feb3-6eae-40cb-bf7e-a478a030f8b5 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=69a1d0ce-bd9d-4d78-a0cb-792af118065b HTTP/1.1" status: 200 len: 849 time: 0.0976050 Aug 30 04:34:32.161619 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401a078-a45b-4852-b535-29f3278ed2c7 req-102c959d-e8d0-4314-979f-03e05bd4c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:32.165863 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d401a078-a45b-4852-b535-29f3278ed2c7 req-102c959d-e8d0-4314-979f-03e05bd4c142 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bddd7440-d2d5-43f3-9351-36f5944c255c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0912006 Aug 30 04:34:32.229944 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device b4084b0c-b4e3-4380-b521-ec05e08e1f79 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:34:32.322249 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bf948d2-5708-4d5d-8370-37362e18a2bf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (1eb3f6ee-563d-4c7b-b567-66368376efb7), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.363380 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf948d2-5708-4d5d-8370-37362e18a2bf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event deleted for resources: {'Port': ['ID=1eb3f6ee-563d-4c7b-b567-66368376efb7,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:32.372243 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d401a078-a45b-4852-b535-29f3278ed2c7 req-2201697d-ea69-4b2e-9986-96c5b4a3599c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986001 Aug 30 04:34:32.492707 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bf948d2-5708-4d5d-8370-37362e18a2bf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (ec367bf4-6269-43c5-a2b5-490cba55c515), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.501772 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bf948d2-5708-4d5d-8370-37362e18a2bf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.503760 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-4bf948d2-5708-4d5d-8370-37362e18a2bf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "DELETE /networking/v2.0/floatingips/ec367bf4-6269-43c5-a2b5-490cba55c515 HTTP/1.1" status: 204 len: 168 time: 1.0197504 Aug 30 04:34:32.598721 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port b4084b0c-b4e3-4380-b521-ec05e08e1f79, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b4084b0c-b4e3-4380-b521-ec05e08e1f79,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:32.617896 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'port_id': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79', 'mac_address': 'fa:16:3e:ad:96:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:34:32.666875 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50502) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:32.676880 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port b4084b0c-b4e3-4380-b521-ec05e08e1f79 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:32.677191 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-5b1530e7-4022-459a-8fcb-fe847c3fc953 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350809707', 'description': 'tempest-description--1080786005'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:32.678126 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.688668 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d401a078-a45b-4852-b535-29f3278ed2c7 req-c8783463-c166-4eee-8322-0a7f1660c3e1 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086615 Aug 30 04:34:32.691585 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:32.698660 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4084b0c-b4e3-4380-b521-ec05e08e1f79 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:34:32.713852 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5b1530e7-4022-459a-8fcb-fe847c3fc953 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.728847 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port b4084b0c-b4e3-4380-b521-ec05e08e1f79, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b4084b0c-b4e3-4380-b521-ec05e08e1f79,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:32.733993 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.791321 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=b4084b0c-b4e3-4380-b521-ec05e08e1f79,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:32.852959 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5b1530e7-4022-459a-8fcb-fe847c3fc953 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (8878ce9a-2b59-4ca8-abe4-8ef9318bee67), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.858242 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5b1530e7-4022-459a-8fcb-fe847c3fc953 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8878ce9a-2b59-4ca8-abe4-8ef9318bee67), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.908459 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5b1530e7-4022-459a-8fcb-fe847c3fc953 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.909801 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-5b1530e7-4022-459a-8fcb-fe847c3fc953 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2415988 Aug 30 04:34:32.910752 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1530e7-4022-459a-8fcb-fe847c3fc953 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8878ce9a-2b59-4ca8-abe4-8ef9318bee67,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:32.916060 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50504) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:32.920859 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-f6ec6c24-71f8-4af1-b82f-43bdd9960afc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'security_group_rule': {'security_group_id': '8878ce9a-2b59-4ca8-abe4-8ef9318bee67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:32.956670 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6c24-71f8-4af1-b82f-43bdd9960afc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (6d89cfdf-e59e-4e3d-8888-6819143e8495), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:33.034266 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6c24-71f8-4af1-b82f-43bdd9960afc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (6d89cfdf-e59e-4e3d-8888-6819143e8495), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:33.041845 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6c24-71f8-4af1-b82f-43bdd9960afc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (6d89cfdf-e59e-4e3d-8888-6819143e8495), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:33.052379 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:33.072916 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec6c24-71f8-4af1-b82f-43bdd9960afc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d89cfdf-e59e-4e3d-8888-6819143e8495,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:33.086598 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6c24-71f8-4af1-b82f-43bdd9960afc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:33.088631 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-f6ec6c24-71f8-4af1-b82f-43bdd9960afc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1711764 Aug 30 04:34:33.091380 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50506) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:33.097247 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-f80b5485-3f00-4555-bdae-0baf566f4f20 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'security_group_rule': {'security_group_id': '8878ce9a-2b59-4ca8-abe4-8ef9318bee67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:33.145953 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f80b5485-3f00-4555-bdae-0baf566f4f20 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (a9ce8837-3281-4825-891e-c0546ca692e0), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:33.149195 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['b4084b0c-b4e3-4380-b521-ec05e08e1f79'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:34:33.253238 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7950-a51c-4b5d-95bd-7f28bb6bbfe2 req-c12d287a-2f5a-495b-a586-45564068968b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:33.256517 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-058e7950-a51c-4b5d-95bd-7f28bb6bbfe2 req-c12d287a-2f5a-495b-a586-45564068968b tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 945 time: 0.0855858 Aug 30 04:34:33.286470 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f80b5485-3f00-4555-bdae-0baf566f4f20 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (a9ce8837-3281-4825-891e-c0546ca692e0), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:33.298850 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f80b5485-3f00-4555-bdae-0baf566f4f20 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (a9ce8837-3281-4825-891e-c0546ca692e0), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:33.340356 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b5485-3f00-4555-bdae-0baf566f4f20 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ce8837-3281-4825-891e-c0546ca692e0,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:33.356719 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-058e7950-a51c-4b5d-95bd-7f28bb6bbfe2 req-5ac4fc22-9386-4182-81d4-69cb372dd53f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874577 Aug 30 04:34:33.361079 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f80b5485-3f00-4555-bdae-0baf566f4f20 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:33.370795 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-f80b5485-3f00-4555-bdae-0baf566f4f20 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730689 Aug 30 04:34:33.372172 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50510) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:33.376482 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'floatingip': {'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:33.435491 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:33.584110 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:33.732456 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Allocated IP 172.28.3.248 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/72a21a3c-fac4-4180-af62-1bfc7b35ae22) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:33.812695 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:33.875113 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for port (72a21a3c-fac4-4180-af62-1bfc7b35ae22), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:33.924992 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (72a21a3c-fac4-4180-af62-1bfc7b35ae22), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:34.006881 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:34.015517 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:34.022025 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'Port': ['ID=72a21a3c-fac4-4180-af62-1bfc7b35ae22,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:34.027380 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:34.040488 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682df6a-be9c-4fce-80a0-8daa443361eb req-9058af2b-dcf7-42a5-a0a0-9c4371cfde96 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:34.042165 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3682df6a-be9c-4fce-80a0-8daa443361eb req-9058af2b-dcf7-42a5-a0a0-9c4371cfde96 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 945 time: 0.0893588 Aug 30 04:34:34.113296 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (e9f9611e-6fe2-4c73-a867-a16d0d2751cb), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:34.165806 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3682df6a-be9c-4fce-80a0-8daa443361eb req-106fabbc-0040-4217-b3a4-915edc461093 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966685 Aug 30 04:34:34.174494 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (72a21a3c-fac4-4180-af62-1bfc7b35ae22), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:34.176330 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:34.371522 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for port (72a21a3c-fac4-4180-af62-1bfc7b35ae22), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:34.379385 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (72a21a3c-fac4-4180-af62-1bfc7b35ae22), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:34.380855 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (e9f9611e-6fe2-4c73-a867-a16d0d2751cb), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:34.405930 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device b4084b0c-b4e3-4380-b521-ec05e08e1f79 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:34.437297 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:34.438730 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0658939 Aug 30 04:34:34.459764 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4294f0-8bd8-4be2-a805-6f34f2a91552 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'Port': ['ID=72a21a3c-fac4-4180-af62-1bfc7b35ae22,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:34.483029 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:34.509466 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port b4084b0c-b4e3-4380-b521-ec05e08e1f79 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:34:34.517202 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port b4084b0c-b4e3-4380-b521-ec05e08e1f79 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:34.517820 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:34.585361 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fbb37-4b15-4989-b2d5-fc447e2f95b2 req-f35427ae-35e3-4f53-bc27-ad3c9c25e66c tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:34.587518 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6d1fbb37-4b15-4989-b2d5-fc447e2f95b2 req-f35427ae-35e3-4f53-bc27-ad3c9c25e66c tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 945 time: 0.0700743 Aug 30 04:34:34.620765 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port b4084b0c-b4e3-4380-b521-ec05e08e1f79 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:34.621678 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:34.664605 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:34.666956 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6d1fbb37-4b15-4989-b2d5-fc447e2f95b2 req-e755bb8b-22aa-4231-adae-c1ba8c6cc29c tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677433 Aug 30 04:34:34.670210 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee9774d-39d7-4715-9e70-7c9385146c36" -d '{"events": [{"server_uuid": "999dbbf6-840d-4eb7-ab9e-291b3de143cf", "name": "network-vif-plugged", "status": "completed", "tag": "b4084b0c-b4e3-4380-b521-ec05e08e1f79"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:34.691838 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port b4084b0c-b4e3-4380-b521-ec05e08e1f79, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b4084b0c-b4e3-4380-b521-ec05e08e1f79,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:34.699206 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:34.737676 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-5fbe4c2c-6b83-4fd0-9d2a-396b1b4354f5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--350809707&fields=id&tenant_id=cf24ec2c8bd74974932690a583961691 HTTP/1.1" status: 200 len: 267 time: 0.0679531 Aug 30 04:34:34.759078 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfda7e9-8b02-4cb1-80cb-7ad62bbc3a4c x-openstack-request-id: req-5bfda7e9-8b02-4cb1-80cb-7ad62bbc3a4c {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:34.759560 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999dbbf6-840d-4eb7-ab9e-291b3de143cf", "name": "network-vif-plugged", "status": "completed", "tag": "b4084b0c-b4e3-4380-b521-ec05e08e1f79", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:34.760181 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5bfda7e9-8b02-4cb1-80cb-7ad62bbc3a4c {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:34.760745 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bfda7e9-8b02-4cb1-80cb-7ad62bbc3a4c'] response: {'server_uuid': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79', 'code': 200} Aug 30 04:34:34.791348 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=b4084b0c-b4e3-4380-b521-ec05e08e1f79,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:34.887669 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-3123a5e1-6d1d-4044-919a-23ce70b4f31b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:34.889206 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-3123a5e1-6d1d-4044-919a-23ce70b4f31b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 817 time: 0.1356654 Aug 30 04:34:34.907292 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-4496d9ab-4458-408f-8d75-cda7da50563b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/quotas/cf24ec2c8bd74974932690a583961691 HTTP/1.1" status: 200 len: 375 time: 0.0118613 Aug 30 04:34:34.967976 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-78621333-75df-41ce-8031-77cbee698156 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528691 Aug 30 04:34:35.131049 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:35.219553 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-0697ad01-f47a-49bf-b611-ccb0a85bd2c1 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384501 Aug 30 04:34:35.332499 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-e508f1db-06cd-4a40-afc3-7fc42e25ff56 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053424 Aug 30 04:34:35.353430 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f728aec-ac75-4ec1-8cbb-c66155db73f6 req-e1443c42-0c65-4996-ba6d-8994a2bd47a4 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:35.364915 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5f728aec-ac75-4ec1-8cbb-c66155db73f6 req-e1443c42-0c65-4996-ba6d-8994a2bd47a4 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 945 time: 0.0867887 Aug 30 04:34:35.456313 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5f728aec-ac75-4ec1-8cbb-c66155db73f6 req-1fbaa6b1-20ea-4a7c-904f-0bd2d81ccf71 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824242 Aug 30 04:34:35.611147 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a94fdc37-e6de-4280-a7a1-4e6a963c1277 req-4b76b685-7e74-42bb-b2c6-fe5496994e04 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 210 time: 0.0434868 Aug 30 04:34:35.842721 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c233191-5ad7-4834-b404-72c92f2adc15 req-d386c254-7add-418a-8bdc-64260bc10655 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:35.844474 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0c233191-5ad7-4834-b404-72c92f2adc15 req-d386c254-7add-418a-8bdc-64260bc10655 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 946 time: 0.0711832 Aug 30 04:34:35.909763 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0c233191-5ad7-4834-b404-72c92f2adc15 req-55424fdf-4527-4710-8b4f-cd8a3379f4ee tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530984 Aug 30 04:34:36.039542 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896fde5-70be-4ea3-bd13-b05e8093d218 req-289f61ea-43cd-4a89-96b9-8f11c0341b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:36.041274 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c896fde5-70be-4ea3-bd13-b05e8093d218 req-289f61ea-43cd-4a89-96b9-8f11c0341b55 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 1130 time: 0.0507655 Aug 30 04:34:36.081758 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-88d6cdfe-b330-4277-937f-047ac4ec9907 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:36.085113 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-88d6cdfe-b330-4277-937f-047ac4ec9907 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 945 time: 0.0938399 Aug 30 04:34:36.096970 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c896fde5-70be-4ea3-bd13-b05e8093d218 req-2c68187c-9203-4904-a4af-649a9d1f1e3c service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489893 Aug 30 04:34:36.103661 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:36.242679 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Deleting port a9781c66-5eab-4e93-b9ce-28d28cc15f3c {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:36.243124 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:36.366383 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] For port a9781c66-5eab-4e93-b9ce-28d28cc15f3c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a9781c66-5eab-4e93-b9ce-28d28cc15f3c,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:36.366777 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:36.641368 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:36.665996 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290806b1-b2d5-43a2-b291-a0866a23a7a2 req-eb55d7e3-89b4-41d0-a9bc-82876ce9af13 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:36.667607 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-290806b1-b2d5-43a2-b291-a0866a23a7a2 req-eb55d7e3-89b4-41d0-a9bc-82876ce9af13 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 945 time: 0.0917361 Aug 30 04:34:36.670138 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:36.670522 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (12f05cd3-ae01-4780-8707-b0fc69227185), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:36.670803 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Floating IP 12f05cd3-ae01-4780-8707-b0fc69227185 disassociated. External IP: 172.28.3.207, port: a9781c66-5eab-4e93-b9ce-28d28cc15f3c. Aug 30 04:34:36.671152 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Calling delete_port for a9781c66-5eab-4e93-b9ce-28d28cc15f3c owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:36.770274 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-83bbb4f6-5ee8-44b0-887c-15fb47c5efb0 req-c1b32eeb-9661-47ca-a5b5-68d3cbebc659 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 210 time: 0.0503001 Aug 30 04:34:36.785974 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-290806b1-b2d5-43a2-b291-a0866a23a7a2 req-eea10650-d341-424f-a101-b497d442641a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=718931e9-b437-4975-84a7-a179b1ecbeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072206 Aug 30 04:34:36.866571 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (a9781c66-5eab-4e93-b9ce-28d28cc15f3c), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:36.904749 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'Port': ['ID=a9781c66-5eab-4e93-b9ce-28d28cc15f3c,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:37.084199 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Router 12bdb17a-e53e-4e01-8fd6-27e907694d22 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:34:37.126373 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9295d-f3fd-4fd0-80b7-2cc9d1a816c5 req-8e25a074-7d95-4ee8-bb05-9697f096a3c2 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:37.128230 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e9d9295d-f3fd-4fd0-80b7-2cc9d1a816c5 req-8e25a074-7d95-4ee8-bb05-9697f096a3c2 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 946 time: 0.0840299 Aug 30 04:34:37.209918 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e9d9295d-f3fd-4fd0-80b7-2cc9d1a816c5 req-fec3dbfa-df93-457c-801b-5b0eef90bcc2 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677681 Aug 30 04:34:37.283854 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:37.299573 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22baa5-1069-44e5-ade4-7d86d0895f36 None None] Sync routers for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:37.325988 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22baa5-1069-44e5-ade4-7d86d0895f36 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:37.327077 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7f22baa5-1069-44e5-ade4-7d86d0895f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:37.345754 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] No DVR routers for this DVR port a9781c66-5eab-4e93-b9ce-28d28cc15f3c on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:34:37.350194 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:37.356842 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9f1c250a-1c6c-4bf5-8bd1-24df20cb374b req-7b48d696-f7b8-46c0-938f-a7805528f8d5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "DELETE /networking/v2.0/ports/a9781c66-5eab-4e93-b9ce-28d28cc15f3c HTTP/1.1" status: 204 len: 173 time: 1.2660711 Aug 30 04:34:37.357631 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'name': 'network-vif-deleted', 'tag': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:37.361856 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5030c6b-8491-434f-b085-e87d6631605c" -d '{"events": [{"server_uuid": "fe95c6ff-83ad-4fcd-9d95-59695f830f10", "name": "network-vif-deleted", "tag": "a9781c66-5eab-4e93-b9ce-28d28cc15f3c"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:37.385726 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:37.448423 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0029ec-90d7-452e-b468-70218df62205 x-openstack-request-id: req-5f0029ec-90d7-452e-b468-70218df62205 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:37.448842 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe95c6ff-83ad-4fcd-9d95-59695f830f10", "name": "network-vif-deleted", "tag": "a9781c66-5eab-4e93-b9ce-28d28cc15f3c", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:37.449217 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5f0029ec-90d7-452e-b468-70218df62205 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:37.449737 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0029ec-90d7-452e-b468-70218df62205'] response: {'server_uuid': 'fe95c6ff-83ad-4fcd-9d95-59695f830f10', 'name': 'network-vif-deleted', 'tag': 'a9781c66-5eab-4e93-b9ce-28d28cc15f3c', 'status': 'completed', 'code': 200} Aug 30 04:34:37.468322 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-7f22baa5-1069-44e5-ade4-7d86d0895f36 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:37.706503 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7f22baa5-1069-44e5-ade4-7d86d0895f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:37.710459 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:37.738457 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22baa5-1069-44e5-ade4-7d86d0895f36 None None] Checking router: 12bdb17a-e53e-4e01-8fd6-27e907694d22 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:37.749768 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22baa5-1069-44e5-ade4-7d86d0895f36 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:37.750421 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7f22baa5-1069-44e5-ade4-7d86d0895f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:37.839559 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:37.932545 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-7f22baa5-1069-44e5-ade4-7d86d0895f36 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:37.961503 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5a7c482a-2b28-46b0-826e-779da5af834a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:37.988675 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:37.992909 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3c5b22c2-42a0-45b1-b4a2-6d858965882e req-340687c3-cacb-46ff-bad4-b3570444a50b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 210 time: 0.0697081 Aug 30 04:34:38.023837 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6e2b0273-7fb0-4844-82a2-f23bff091539 req-137a418f-43b0-4168-9bdc-1987d9268077 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 210 time: 0.0520844 Aug 30 04:34:38.373393 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7f22baa5-1069-44e5-ade4-7d86d0895f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:38.381462 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cf029-a750-4a97-a865-c595c891e41c req-e0a7f863-3602-4f47-b7cd-f72dff970546 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:38.384192 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-388cf029-a750-4a97-a865-c595c891e41c req-e0a7f863-3602-4f47-b7cd-f72dff970546 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 946 time: 0.0657909 Aug 30 04:34:38.423415 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22baa5-1069-44e5-ade4-7d86d0895f36 None None] The sync data for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb is: [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:38.447960 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-388cf029-a750-4a97-a865-c595c891e41c req-c01e69d0-5069-48c2-8e13-e14268c42cd6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571942 Aug 30 04:34:38.608992 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ced54-6acb-44c8-a9ac-2c78fe6e9f0e req-dd931e4c-bc99-42a8-8f07-88b68d19609f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:38.610852 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8f2ced54-6acb-44c8-a9ac-2c78fe6e9f0e req-dd931e4c-bc99-42a8-8f07-88b68d19609f tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 946 time: 0.0665646 Aug 30 04:34:38.625120 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50572) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:38.642501 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-1c2d97b1-8028-47e3-8eb4-02034c356262 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Request body: {'floatingip': {'port_id': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:38.723054 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1c2d97b1-8028-47e3-8eb4-02034c356262 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (c936e1ef-14c8-4d59-ac24-c221d9110144), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:38.834007 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42fe32e-4099-436e-854e-a13199e55d16 None None] New status for floating IP 12f05cd3-ae01-4780-8707-b0fc69227185: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:34:39.160621 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:39.191142 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d634c0a3-ee68-4ee5-b021-ff9e43d33ebc req-8b1612c7-a2ec-4b84-897a-0e14c371ad4e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 210 time: 0.0473492 Aug 30 04:34:39.365190 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-628e3f6c-66ee-43a2-913e-b49570a145ee req-d57527a7-837a-4fb5-b28b-e17aa45e9f2a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=fe95c6ff-83ad-4fcd-9d95-59695f830f10 HTTP/1.1" status: 200 len: 210 time: 0.0519207 Aug 30 04:34:39.468013 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-50eda03d-66b3-499d-9f7b-1a1eb6f26cd6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:39.469671 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-50eda03d-66b3-499d-9f7b-1a1eb6f26cd6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.83 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 817 time: 0.6261823 Aug 30 04:34:39.670356 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-b5c77710-9f33-4619-a25f-16403e88d9b8 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.83 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cf24ec2c8bd74974932690a583961691 HTTP/1.1" status: 200 len: 379 time: 0.1546619 Aug 30 04:34:39.710193 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'port': {'device_id': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'admin_state_up': True, 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'security_groups': ['8878ce9a-2b59-4ca8-abe4-8ef9318bee67']}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:39.773201 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:39.978163 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Made reservation on behalf of cf24ec2c8bd74974932690a583961691 for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:34:39.982450 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.019167 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1c2d97b1-8028-47e3-8eb4-02034c356262 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.029201 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1c2d97b1-8028-47e3-8eb4-02034c356262 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (c936e1ef-14c8-4d59-ac24-c221d9110144), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.149237 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:40.261947 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [None req-1c2d97b1-8028-47e3-8eb4-02034c356262 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Floating IP c936e1ef-14c8-4d59-ac24-c221d9110144 associated. External IP: 172.28.3.227, port: b4084b0c-b4e3-4380-b521-ec05e08e1f79. Aug 30 04:34:40.270992 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Allocated IP 172.20.0.9 (169fc8b2-576f-4c43-9cb7-2141fd9da0f6/e8040f9f-724c-4f21-a271-153dcdd61132/8f9dcf42-2c92-4dfb-86be-a86c9029c626) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:40.336675 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4a66086d-8b6b-410e-9d26-0fff19421934 req-3a692a68-d66b-4fec-8b72-5d38b4f8aa3f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 210 time: 0.0403135 Aug 30 04:34:40.431836 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device a9781c66-5eab-4e93-b9ce-28d28cc15f3c no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:40.473475 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: a9781c66-5eab-4e93-b9ce-28d28cc15f3c {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:34:40.474771 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device a9781c66-5eab-4e93-b9ce-28d28cc15f3c not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:34:40.495687 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50588) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:40.592604 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-669b5597-3ae7-4215-b619-aaea8694fa42 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (718931e9-b437-4975-84a7-a179b1ecbeaf), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.635264 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-669b5597-3ae7-4215-b619-aaea8694fa42 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (718931e9-b437-4975-84a7-a179b1ecbeaf), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.664968 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.680133 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:40.703783 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2d97b1-8028-47e3-8eb4-02034c356262 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:34:40.721139 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-669b5597-3ae7-4215-b619-aaea8694fa42 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (718931e9-b437-4975-84a7-a179b1ecbeaf), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.726349 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-669b5597-3ae7-4215-b619-aaea8694fa42 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.728305 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-669b5597-3ae7-4215-b619-aaea8694fa42 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "DELETE /networking/v2.0/security-groups/718931e9-b437-4975-84a7-a179b1ecbeaf HTTP/1.1" status: 204 len: 168 time: 0.2308578 Aug 30 04:34:40.731883 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50590) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:40.745836 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b5597-3ae7-4215-b619-aaea8694fa42 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718931e9-b437-4975-84a7-a179b1ecbeaf,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:40.751279 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.790903 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:34:40.795659 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.api.v2.resource [None req-e60c60ad-aabd-4d79-b04c-42e5e514d7cb tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] show failed (client error): The resource could not be found. Aug 30 04:34:40.796795 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-e60c60ad-aabd-4d79-b04c-42e5e514d7cb tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups/718931e9-b437-4975-84a7-a179b1ecbeaf HTTP/1.1" status: 404 len: 347 time: 0.0631239 Aug 30 04:34:40.800639 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50592) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:40.869404 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:40.902248 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:40.907127 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:40.911406 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event updated for resources: {'Port': ['ID=8f9dcf42-2c92-4dfb-86be-a86c9029c626,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:40.972916 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2d97b1-8028-47e3-8eb4-02034c356262 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:40.981709 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1c2d97b1-8028-47e3-8eb4-02034c356262 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.994125 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:40.994827 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.994991 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14620911-aa28-40f3-853b-a4d632b61af9 None None] Sync routers for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:41.014244 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-58696f77-8e6d-4698-9112-bcafb0c40354 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Deleting port c6597530-d9de-4ce1-adab-f4afaf12f859 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:41.014960 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-58696f77-8e6d-4698-9112-bcafb0c40354 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (c6597530-d9de-4ce1-adab-f4afaf12f859), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:41.022603 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14620911-aa28-40f3-853b-a4d632b61af9 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:41.024219 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-14620911-aa28-40f3-853b-a4d632b61af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:41.046910 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-1c2d97b1-8028-47e3-8eb4-02034c356262 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "PUT /networking/v2.0/floatingips/c936e1ef-14c8-4d59-ac24-c221d9110144 HTTP/1.1" status: 200 len: 992 time: 2.4167669 Aug 30 04:34:41.046910 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'tag': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:41.046910 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c65e45-61c9-4710-b3f9-1f71832a801d" -d '{"events": [{"name": "network-changed", "server_uuid": "999dbbf6-840d-4eb7-ab9e-291b3de143cf", "tag": "b4084b0c-b4e3-4380-b521-ec05e08e1f79"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:41.060974 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-af18cf2f-bc41-4365-ba4c-703333c20488 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3554702 Aug 30 04:34:41.094938 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Request body: {'port': {'device_id': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:41.149995 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18ffae0-2456-44e8-bd75-73ca2bbe890d x-openstack-request-id: req-e18ffae0-2456-44e8-bd75-73ca2bbe890d {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:41.150567 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999dbbf6-840d-4eb7-ab9e-291b3de143cf", "tag": "b4084b0c-b4e3-4380-b521-ec05e08e1f79", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:41.151140 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e18ffae0-2456-44e8-bd75-73ca2bbe890d {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:41.152274 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18ffae0-2456-44e8-bd75-73ca2bbe890d'] response: {'name': 'network-changed', 'server_uuid': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'tag': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79', 'status': 'completed', 'code': 200} Aug 30 04:34:41.184090 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-58696f77-8e6d-4698-9112-bcafb0c40354 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (c6597530-d9de-4ce1-adab-f4afaf12f859), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:41.185111 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-58696f77-8e6d-4698-9112-bcafb0c40354 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (c6597530-d9de-4ce1-adab-f4afaf12f859), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:41.221552 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:41.231656 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-58696f77-8e6d-4698-9112-bcafb0c40354 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Calling delete_port for c6597530-d9de-4ce1-adab-f4afaf12f859 owned by network:floatingip {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:41.324109 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:41.360127 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-14620911-aa28-40f3-853b-a4d632b61af9 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:41.435020 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:41.451488 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-99c17001-0c78-4d92-960d-0dfd07b99360 None None] Provisioning complete for port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:41.452143 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-99c17001-0c78-4d92-960d-0dfd07b99360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:41.486634 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65e45-61c9-4710-b3f9-1f71832a801d req-900cb02f-a02d-4cba-a880-dd4d0929ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:41.490403 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d6c65e45-61c9-4710-b3f9-1f71832a801d req-900cb02f-a02d-4cba-a880-dd4d0929ad5f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 1130 time: 0.2734458 Aug 30 04:34:41.587450 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:41.589769 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-99c17001-0c78-4d92-960d-0dfd07b99360 None None] Port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:34:41.617584 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-58696f77-8e6d-4698-9112-bcafb0c40354 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (c6597530-d9de-4ce1-adab-f4afaf12f859), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:41.633660 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-81e82186-11f0-44ea-8535-4f16aabbc4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:41.743979 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58696f77-8e6d-4698-9112-bcafb0c40354 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'Port': ['ID=c6597530-d9de-4ce1-adab-f4afaf12f859,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:41.798989 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:41.802936 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-14620911-aa28-40f3-853b-a4d632b61af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'c936e1ef-14c8-4d59-ac24-c221d9110144', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'floating_ip_address': '172.28.3.227', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'port_id': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'mac_address': 'fa:16:3e:ad:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:34:19Z', 'updated_at': '2022-08-30T04:34:39Z', 'revision_number': 1, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:41.845077 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14620911-aa28-40f3-853b-a4d632b61af9 None None] Checking router: 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:41.856853 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14620911-aa28-40f3-853b-a4d632b61af9 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:41.857507 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-14620911-aa28-40f3-853b-a4d632b61af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:41.859576 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-58696f77-8e6d-4698-9112-bcafb0c40354 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (12f05cd3-ae01-4780-8707-b0fc69227185), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:41.862649 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9dcf42-2c92-4dfb-86be-a86c9029c626 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:34:41.864610 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-58696f77-8e6d-4698-9112-bcafb0c40354 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:41.880034 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-58696f77-8e6d-4698-9112-bcafb0c40354 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "DELETE /networking/v2.0/floatingips/12f05cd3-ae01-4780-8707-b0fc69227185 HTTP/1.1" status: 204 len: 168 time: 1.0637481 Aug 30 04:34:41.880383 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Publish callbacks [] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:41.892234 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc6fa2-46e6-4f6b-8c6e-e19a32cccc9b req-f4cf9870-4441-4400-a74e-9d9078fda72e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:41.892234 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a3cc6fa2-46e6-4f6b-8c6e-e19a32cccc9b req-f4cf9870-4441-4400-a74e-9d9078fda72e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 931 time: 0.1566250 Aug 30 04:34:41.898288 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Transition to ACTIVE for port object 8f9dcf42-2c92-4dfb-86be-a86c9029c626 will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:34:41.918976 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:41.981989 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9dcf42-2c92-4dfb-86be-a86c9029c626,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:42.009177 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-14620911-aa28-40f3-853b-a4d632b61af9 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:42.029515 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65e45-61c9-4710-b3f9-1f71832a801d req-d531754a-cf07-4cbc-8daa-9df79de4c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:42.031203 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d6c65e45-61c9-4710-b3f9-1f71832a801d req-d531754a-cf07-4cbc-8daa-9df79de4c4ea service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=bddd7440-d2d5-43f3-9351-36f5944c255c HTTP/1.1" status: 200 len: 912 time: 0.4564013 Aug 30 04:34:42.045832 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a3cc6fa2-46e6-4f6b-8c6e-e19a32cccc9b req-f7721b96-aa7d-4f2b-8a18-09d3c38c352b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415658 Aug 30 04:34:42.047682 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50610) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:42.081762 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-b0eb3560-ee82-4d40-957a-09988483ea59 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103007490', 'description': 'tempest-description--791752186'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:42.102236 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Attempting to bind port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:34:42.102752 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Attempting to bind port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:34:42.103219 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Attempting to bind port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 on network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:42.103497 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:42.110336 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 on network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:34:42.110972 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Attempting to bind port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 on network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:42.122781 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:34:42.123312 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Checking segment: {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:34:42.124051 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Bound using segment: {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:34:42.124773 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Bound port: 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290cc6a8-08d4-47b5-a059-96ab9c59feb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:34:42.125342 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.206090 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b0eb3560-ee82-4d40-957a-09988483ea59 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.212997 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:42.238430 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:34:42.246031 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:34:42.256813 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.273543 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d6c65e45-61c9-4710-b3f9-1f71832a801d req-2bdb180b-23e5-4a02-8736-9f7578271978 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4084b0c-b4e3-4380-b521-ec05e08e1f79 HTTP/1.1" status: 200 len: 1000 time: 0.2264221 Aug 30 04:34:42.330236 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:42.330877 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.332823 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/8f9dcf42-2c92-4dfb-86be-a86c9029c626 HTTP/1.1" status: 200 len: 1093 time: 1.2564852 Aug 30 04:34:42.335071 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc3f35-7601-4a23-9196-83fb9ed92251 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9dcf42-2c92-4dfb-86be-a86c9029c626,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:42.461772 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:42.468155 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b0eb3560-ee82-4d40-957a-09988483ea59 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (cbcd39dc-5592-4d7d-b706-ba48aad879b2), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.479152 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b0eb3560-ee82-4d40-957a-09988483ea59 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (cbcd39dc-5592-4d7d-b706-ba48aad879b2), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.485479 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-14620911-aa28-40f3-853b-a4d632b61af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'c936e1ef-14c8-4d59-ac24-c221d9110144', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'floating_ip_address': '172.28.3.227', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'port_id': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'mac_address': 'fa:16:3e:ad:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:34:19Z', 'updated_at': '2022-08-30T04:34:39Z', 'revision_number': 1, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:42.528370 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65e45-61c9-4710-b3f9-1f71832a801d req-953c7d4e-1f19-4ae1-b308-92f11c61dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:42.529961 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d6c65e45-61c9-4710-b3f9-1f71832a801d req-953c7d4e-1f19-4ae1-b308-92f11c61dd0c service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=69a1d0ce-bd9d-4d78-a0cb-792af118065b HTTP/1.1" status: 200 len: 849 time: 0.2478998 Aug 30 04:34:42.537506 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b0eb3560-ee82-4d40-957a-09988483ea59 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.539959 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-b0eb3560-ee82-4d40-957a-09988483ea59 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4905374 Aug 30 04:34:42.541674 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb3560-ee82-4d40-957a-09988483ea59 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcd39dc-5592-4d7d-b706-ba48aad879b2,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:42.541908 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-f9640690-3816-413c-a155-511039dbfaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:42.544455 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14620911-aa28-40f3-853b-a4d632b61af9 None None] The sync data for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb is: [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'c936e1ef-14c8-4d59-ac24-c221d9110144', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'floating_ip_address': '172.28.3.227', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'port_id': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'mac_address': 'fa:16:3e:ad:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:34:19Z', 'updated_at': '2022-08-30T04:34:39Z', 'revision_number': 1, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:42.544853 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50622) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:42.545022 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-f9640690-3816-413c-a155-511039dbfaf5 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 1127 time: 0.1033134 Aug 30 04:34:42.550168 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c31dec70-a9fb-4b24-b502-33d09d0136c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd39dc-5592-4d7d-b706-ba48aad879b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:42.586088 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c31dec70-a9fb-4b24-b502-33d09d0136c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (39fa0a4d-bdb0-44f6-a437-7f00206dad29), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.662886 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c31dec70-a9fb-4b24-b502-33d09d0136c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (39fa0a4d-bdb0-44f6-a437-7f00206dad29), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.668386 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c31dec70-a9fb-4b24-b502-33d09d0136c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (39fa0a4d-bdb0-44f6-a437-7f00206dad29), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.688540 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31dec70-a9fb-4b24-b502-33d09d0136c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fa0a4d-bdb0-44f6-a437-7f00206dad29,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:42.701672 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c31dec70-a9fb-4b24-b502-33d09d0136c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.703778 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-c31dec70-a9fb-4b24-b502-33d09d0136c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580818 Aug 30 04:34:42.707102 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50624) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:42.712899 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-b4af88e3-92c9-4a93-9537-4c8f6f7b5e6f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd39dc-5592-4d7d-b706-ba48aad879b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:42.751486 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b4af88e3-92c9-4a93-9537-4c8f6f7b5e6f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (a549c481-166e-43fc-8676-c1c057c5f597), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.815137 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5986c2-63fe-430d-a870-0d9718bf7edf None None] New status for floating IP c936e1ef-14c8-4d59-ac24-c221d9110144: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:34:42.851396 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b4af88e3-92c9-4a93-9537-4c8f6f7b5e6f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (a549c481-166e-43fc-8676-c1c057c5f597), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.856653 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b4af88e3-92c9-4a93-9537-4c8f6f7b5e6f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (a549c481-166e-43fc-8676-c1c057c5f597), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.869011 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:42.903614 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-7b27ea06-9bdc-4e27-a1e5-8576b07ba049 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626 HTTP/1.1" status: 200 len: 217 time: 0.0436804 Aug 30 04:34:42.948154 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af88e3-92c9-4a93-9537-4c8f6f7b5e6f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a549c481-166e-43fc-8676-c1c057c5f597,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:42.965504 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b4af88e3-92c9-4a93-9537-4c8f6f7b5e6f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.968344 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-b4af88e3-92c9-4a93-9537-4c8f6f7b5e6f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2592394 Aug 30 04:34:42.973095 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50626) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:42.985033 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'floatingip': {'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:42.987636 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-a61f60e0-e5cf-4dfe-8f80-588ea6276e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:42.989532 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-a61f60e0-e5cf-4dfe-8f80-588ea6276e5c service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 200 len: 856 time: 0.0781806 Aug 30 04:34:43.005443 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65e45-61c9-4710-b3f9-1f71832a801d req-f7de75a5-7cf4-4a84-bb48-a9b55f554e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:43.007333 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d6c65e45-61c9-4710-b3f9-1f71832a801d req-f7de75a5-7cf4-4a84-bb48-a9b55f554e8e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bddd7440-d2d5-43f3-9351-36f5944c255c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1398895 Aug 30 04:34:43.024127 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:43.153249 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-7761935e-9570-42f9-b2e5-a449c3e57cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:43.155333 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-7761935e-9570-42f9-b2e5-a449c3e57cb9 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0600450 Aug 30 04:34:43.156029 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:43.158824 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96293a1e-f559-4ec0-8ced-053b70b40bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:43.243496 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b8bf62-9f84-452f-8a0a-a6a815a950cc x-openstack-request-id: req-58b8bf62-9f84-452f-8a0a-a6a815a950cc {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:43.244035 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:43.244289 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-58b8bf62-9f84-452f-8a0a-a6a815a950cc {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:43.244690 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b8bf62-9f84-452f-8a0a-a6a815a950cc'] response: {'name': 'network-changed', 'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'status': 'completed', 'code': 200} Aug 30 04:34:43.258526 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:43.318656 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679fed2-a7f9-4ce6-b023-9be4f2c247a7 req-6c295fd1-aedd-41a1-b74b-66b899d71d80 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:43.324759 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2679fed2-a7f9-4ce6-b023-9be4f2c247a7 req-6c295fd1-aedd-41a1-b74b-66b899d71d80 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.0830371 Aug 30 04:34:43.368075 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:43.384722 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d6c65e45-61c9-4710-b3f9-1f71832a801d req-18341b38-d14f-424b-a9f0-c74c9fe3f03c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627521 Aug 30 04:34:43.391184 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-223759c3-0adf-4301-8d46-f63f44d627f8 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279327 Aug 30 04:34:43.490393 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2679fed2-a7f9-4ce6-b023-9be4f2c247a7 req-2d59d7ae-86ff-4456-96d5-7e8ebdc61cd1 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624408 Aug 30 04:34:43.546219 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Allocated IP 172.28.3.220 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/47a522d4-595e-4cba-a18b-e196aa3d4c10) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:43.604187 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:43.612393 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-47d6b999-d7a8-4408-9e39-f8da7ed693cf req-ed34f907-c372-483c-97f1-7d05d7186a93 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134285 Aug 30 04:34:43.645040 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d6c65e45-61c9-4710-b3f9-1f71832a801d req-d59743dd-0198-4739-8ace-55606d5bab95 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418628 Aug 30 04:34:43.796105 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (47a522d4-595e-4cba-a18b-e196aa3d4c10), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:43.840093 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:43.853349 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (47a522d4-595e-4cba-a18b-e196aa3d4c10), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:43.921966 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:43.925852 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:43.932030 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:43.946446 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=47a522d4-595e-4cba-a18b-e196aa3d4c10,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:44.029707 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (c8fc6b38-a37e-4ae2-a014-531a9f56b92b), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:44.036654 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450fba9-6aa1-450f-a25c-c58e7a378a13 req-51599dc3-6475-4510-8eb5-6ef5b4c010ee tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:44.038819 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4450fba9-6aa1-450f-a25c-c58e7a378a13 req-51599dc3-6475-4510-8eb5-6ef5b4c010ee tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0693741 Aug 30 04:34:44.053238 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:44.119448 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (47a522d4-595e-4cba-a18b-e196aa3d4c10), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:44.127263 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4450fba9-6aa1-450f-a25c-c58e7a378a13 req-ee2da513-8e63-49a2-b255-79bc88b5044e tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817282 Aug 30 04:34:44.333239 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (47a522d4-595e-4cba-a18b-e196aa3d4c10), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:44.341185 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (47a522d4-595e-4cba-a18b-e196aa3d4c10), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:44.342351 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (c8fc6b38-a37e-4ae2-a014-531a9f56b92b), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:44.416885 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:44.419168 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4434531 Aug 30 04:34:44.433317 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b71b92-248d-4072-b8d9-8d3c61cb6c20 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=47a522d4-595e-4cba-a18b-e196aa3d4c10,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:44.678459 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:44.688640 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-35d55b50-812c-4adb-8605-3f219bd8bfb8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2103007490&fields=id&tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 267 time: 0.0722075 Aug 30 04:34:44.750490 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:44.816700 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397da1bf-77c5-441e-b501-c742b9613db5 req-b0666572-14d8-4dbd-bc95-ac8b30f0e93e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:44.818645 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-b0666572-14d8-4dbd-bc95-ac8b30f0e93e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 815 time: 0.1222775 Aug 30 04:34:44.824327 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aacc1-04e9-4b85-9bdc-0a4deb780752 req-d21e5461-29d3-4159-a42f-bdd371a600c2 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:44.826855 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-384aacc1-04e9-4b85-9bdc-0a4deb780752 req-d21e5461-29d3-4159-a42f-bdd371a600c2 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.1678545 Aug 30 04:34:44.834055 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96293a1e-f559-4ec0-8ced-053b70b40bbd req-cde5eb14-ba23-461c-a896-a9ec4b2058d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:44.836786 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96293a1e-f559-4ec0-8ced-053b70b40bbd req-cde5eb14-ba23-461c-a896-a9ec4b2058d9 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 1127 time: 0.1091435 Aug 30 04:34:44.837896 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-5a3f4ced-8702-49e7-a708-f0035ace9157 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/quotas/ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 375 time: 0.0108440 Aug 30 04:34:44.901301 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-11bf9e4e-ffdc-4142-9761-29791bf70b48 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568373 Aug 30 04:34:44.914157 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-384aacc1-04e9-4b85-9bdc-0a4deb780752 req-eba3f0ae-dcca-4fed-a407-5ee30fa5cd7e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752513 Aug 30 04:34:45.022474 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-fde256a0-887d-4e0f-9c01-bcdab1c6a9f4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056800 Aug 30 04:34:45.131862 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-872098f9-2baa-488d-ae5b-8403433a2e5f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002779 Aug 30 04:34:45.323356 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb75680-8177-4315-b219-6fd65043956b req-29463159-62bf-4390-8c0e-63a53c772d20 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:45.328793 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6bb75680-8177-4315-b219-6fd65043956b req-29463159-62bf-4390-8c0e-63a53c772d20 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0948606 Aug 30 04:34:45.367430 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-40978edf-da91-495e-9aaf-d82dfadf4548 req-5908af70-11d9-4321-b989-89155db8ab23 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 210 time: 0.0396373 Aug 30 04:34:45.409615 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6bb75680-8177-4315-b219-6fd65043956b req-d43d3d3e-0679-4b14-8dbd-15a3024e9d67 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747111 Aug 30 04:34:46.061396 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:46.095526 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f03fe7-46e9-44f1-bb23-5f32c85e961a req-d3352347-fddf-4ebb-a06b-6ccb770c334d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:46.098486 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-84f03fe7-46e9-44f1-bb23-5f32c85e961a req-d3352347-fddf-4ebb-a06b-6ccb770c334d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.0693853 Aug 30 04:34:46.169345 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:46.183382 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-84f03fe7-46e9-44f1-bb23-5f32c85e961a req-c5d814c6-5f72-459a-958d-184c0558d232 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783393 Aug 30 04:34:46.422072 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8f9dcf42-2c92-4dfb-86be-a86c9029c626 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:34:46.546148 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-cd9ec97b-3567-4348-b5e8-458e404eddcc req-fabb2a33-07d1-44b1-8ba0-630be0822cc8 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 210 time: 0.0365002 Aug 30 04:34:46.598924 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:46.619320 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'port_id': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'mac_address': 'fa:16:3e:bb:b7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:34:46.666951 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:46.667351 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:46.683570 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9dcf42-2c92-4dfb-86be-a86c9029c626 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:34:46.708475 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:46.714934 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:46.749706 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:46.780000 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=8f9dcf42-2c92-4dfb-86be-a86c9029c626,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:46.798942 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95041ef4-97ec-46b7-999a-4ed82dc69491 req-6dbe681a-8186-4e01-9de2-b406c8c59f0a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:46.800942 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-95041ef4-97ec-46b7-999a-4ed82dc69491 req-6dbe681a-8186-4e01-9de2-b406c8c59f0a tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0625844 Aug 30 04:34:46.855438 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-95041ef4-97ec-46b7-999a-4ed82dc69491 req-cb7e5b5a-cf20-4890-a8aa-21f6fb15d773 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478511 Aug 30 04:34:47.136316 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['8f9dcf42-2c92-4dfb-86be-a86c9029c626'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:34:47.656812 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9711f3-53f5-4fe6-91b5-36972d1e4e7d req-06177457-d71c-4495-bde9-0b6fd29535eb tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:47.658478 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9d9711f3-53f5-4fe6-91b5-36972d1e4e7d req-06177457-d71c-4495-bde9-0b6fd29535eb tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 944 time: 0.3408167 Aug 30 04:34:47.677293 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d691337b-c617-4a0a-8c94-d19cef9f3ef5 req-bfbad4cf-55d9-4e2f-98d5-f9184b59fb0e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 210 time: 0.0333021 Aug 30 04:34:47.725946 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9d9711f3-53f5-4fe6-91b5-36972d1e4e7d req-f38e7657-0871-4055-87f8-bd23c99f60a7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593774 Aug 30 04:34:47.994924 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62928ef5-0ab5-40cb-8223-98fb6da2511d req-11d4eb16-7099-41d3-99d4-00b6e92a1cd9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:47.996636 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-62928ef5-0ab5-40cb-8223-98fb6da2511d req-11d4eb16-7099-41d3-99d4-00b6e92a1cd9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0569229 Aug 30 04:34:48.057609 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-62928ef5-0ab5-40cb-8223-98fb6da2511d req-6cdcbd8a-f42d-4bd9-9a3d-9c4fb268367d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542939 Aug 30 04:34:48.263659 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96293a1e-f559-4ec0-8ced-053b70b40bbd req-5ef96b2e-6dd3-437c-a420-ed1c2833313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:48.266183 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96293a1e-f559-4ec0-8ced-053b70b40bbd req-5ef96b2e-6dd3-437c-a420-ed1c2833313b service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 919 time: 0.1232989 Aug 30 04:34:48.425347 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96293a1e-f559-4ec0-8ced-053b70b40bbd req-137d8b96-e4f2-45e5-818a-0a48287de5a0 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626 HTTP/1.1" status: 200 len: 217 time: 0.0399301 Aug 30 04:34:48.451277 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8f9dcf42-2c92-4dfb-86be-a86c9029c626 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:48.516694 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:34:48.525873 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:48.526385 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.664659 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96293a1e-f559-4ec0-8ced-053b70b40bbd req-628ca627-3ed4-4270-8931-1da661e50245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:48.668645 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96293a1e-f559-4ec0-8ced-053b70b40bbd req-628ca627-3ed4-4270-8931-1da661e50245 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 200 len: 856 time: 0.0798295 Aug 30 04:34:48.682985 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:48.683604 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.688804 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-3cbe83c7-5e41-481a-8901-d992d689c227 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:48.690414 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-3cbe83c7-5e41-481a-8901-d992d689c227 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.0968008 Aug 30 04:34:48.735327 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:48.739139 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5fd72e-e2f6-4c4b-b814-1c8ad7f2cd82" -d '{"events": [{"server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "name": "network-vif-plugged", "status": "completed", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:48.769473 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:48.774694 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96293a1e-f559-4ec0-8ced-053b70b40bbd req-9d08ea16-7e9a-4833-8ffe-5cd121a91421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:48.777610 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96293a1e-f559-4ec0-8ced-053b70b40bbd req-9d08ea16-7e9a-4833-8ffe-5cd121a91421 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0906971 Aug 30 04:34:48.779834 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.833112 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:48.841621 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591011cd-a837-4f67-9fba-aba545afbec2 x-openstack-request-id: req-591011cd-a837-4f67-9fba-aba545afbec2 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:48.842090 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "name": "network-vif-plugged", "status": "completed", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:48.842560 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-591011cd-a837-4f67-9fba-aba545afbec2 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:48.843205 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591011cd-a837-4f67-9fba-aba545afbec2'] response: {'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'code': 200} Aug 30 04:34:48.942690 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=8f9dcf42-2c92-4dfb-86be-a86c9029c626,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:48.943898 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Deleting port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:48.944306 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.985228 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ea61614b-e95e-488a-908f-ed15ba7007ed req-93def831-bcf6-41ca-963d-e14f70c68884 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 210 time: 0.0952799 Aug 30 04:34:49.056423 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96293a1e-f559-4ec0-8ced-053b70b40bbd req-f9e0a4c1-e59e-4689-8c2f-4258d35e9549 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633078 Aug 30 04:34:49.066373 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca8f8d-7106-4bf9-a565-7ffa760cbcf6 req-5611c92e-d994-4801-b805-813f159dc61c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:49.068534 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-45ca8f8d-7106-4bf9-a565-7ffa760cbcf6 req-5611c92e-d994-4801-b805-813f159dc61c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1368854 Aug 30 04:34:49.212938 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:49.226242 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] For port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:49.226633 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:49.266520 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:49.295865 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb832e8d-0600-4136-b043-be3b8b8ba6d1 req-c85e6d4d-c860-41e3-b540-e91119493411 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:49.298645 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fb832e8d-0600-4136-b043-be3b8b8ba6d1 req-c85e6d4d-c860-41e3-b540-e91119493411 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 945 time: 0.1136985 Aug 30 04:34:49.402954 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96293a1e-f559-4ec0-8ced-053b70b40bbd req-7d82f1cc-261e-4b20-bb0f-d03974849d5d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404615 Aug 30 04:34:49.439805 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fb832e8d-0600-4136-b043-be3b8b8ba6d1 req-f0806dbe-4b80-4924-aea8-df731872206d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279206 Aug 30 04:34:49.573663 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9143ce-f09d-4da9-9a5b-4380f00791b1 req-3d5eadbc-c161-4999-adc5-14d5e7a8b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:49.575108 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5a9143ce-f09d-4da9-9a5b-4380f00791b1 req-3d5eadbc-c161-4999-adc5-14d5e7a8b032 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 1129 time: 0.4144228 Aug 30 04:34:49.581482 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-45ca8f8d-7106-4bf9-a565-7ffa760cbcf6 req-13ecef0e-675e-4119-b297-d1da9ed345dc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4552643 Aug 30 04:34:49.717264 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5a9143ce-f09d-4da9-9a5b-4380f00791b1 req-e90ef83f-67fe-41e9-80f0-97964b1ecb5b service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077430 Aug 30 04:34:49.808073 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:49.808652 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (eeca9642-7a6a-4579-9b55-a1ed9c48bdb8), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:49.809161 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Floating IP eeca9642-7a6a-4579-9b55-a1ed9c48bdb8 disassociated. External IP: 172.28.3.239, port: 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef. Aug 30 04:34:49.809732 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Calling delete_port for 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:49.844901 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397da1bf-77c5-441e-b501-c742b9613db5 req-bdbc349f-edf6-4fd9-8c0a-917fd6a2a711 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:49.846372 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-bdbc349f-edf6-4fd9-8c0a-917fd6a2a711 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 815 time: 0.1850460 Aug 30 04:34:50.034711 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:50.053458 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (8cae059a-7b2c-4abb-9d46-5df4d36ea2ef), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:50.121192 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event deleted for resources: {'Port': ['ID=8cae059a-7b2c-4abb-9d46-5df4d36ea2ef,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:50.228566 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:50.254577 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-31a3c406-de86-430a-8d3e-dbe72e551353 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 380 time: 0.1993880 Aug 30 04:34:50.258546 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f6066e1d-6354-495f-8024-8008ba54b892 req-4bc2d046-2cff-42c1-a383-e7c395526a32 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 210 time: 0.0468509 Aug 30 04:34:50.283607 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Router 8d67aa32-3c12-40c6-af05-d66a27af6a56 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:34:50.406820 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:50.420877 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918aba0-848d-4d9b-aeaf-8a87b6ea27c3 None None] Sync routers for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:50.435401 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1918aba0-848d-4d9b-aeaf-8a87b6ea27c3 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:50.436492 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1918aba0-848d-4d9b-aeaf-8a87b6ea27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:50.465896 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] No DVR routers for this DVR port 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:34:50.469869 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:50.477282 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ae6e486b-0cc1-405a-96c4-1e1c5f6f3e7d req-78db74da-75c7-4c0d-b5e2-9005cafbcb3b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "DELETE /networking/v2.0/ports/8cae059a-7b2c-4abb-9d46-5df4d36ea2ef HTTP/1.1" status: 204 len: 173 time: 1.7798810 Aug 30 04:34:50.478103 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'name': 'network-vif-deleted', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:50.482683 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e3314e-8423-4937-ba28-19fcf60431cb" -d '{"events": [{"server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "name": "network-vif-deleted", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:50.542782 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'port': {'device_id': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'admin_state_up': True, 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'security_groups': ['cbcd39dc-5592-4d7d-b706-ba48aad879b2']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:50.559197 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb0c973-edee-485e-aea0-a17e23c09ebc x-openstack-request-id: req-7cb0c973-edee-485e-aea0-a17e23c09ebc {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:50.559567 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6eea27d-ad1c-4c9e-9da5-a95042f47304", "name": "network-vif-deleted", "tag": "8cae059a-7b2c-4abb-9d46-5df4d36ea2ef", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:50.559760 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7cb0c973-edee-485e-aea0-a17e23c09ebc {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:50.560180 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb0c973-edee-485e-aea0-a17e23c09ebc'] response: {'server_uuid': 'a6eea27d-ad1c-4c9e-9da5-a95042f47304', 'name': 'network-vif-deleted', 'tag': '8cae059a-7b2c-4abb-9d46-5df4d36ea2ef', 'status': 'completed', 'code': 200} Aug 30 04:34:50.627130 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-1918aba0-848d-4d9b-aeaf-8a87b6ea27c3 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:50.728414 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-925697c5-3d29-44e1-a9c2-f9f3a73955d5 req-b381d336-530b-43ba-bd4c-08d9646884cb tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 210 time: 0.0471282 Aug 30 04:34:50.857110 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717b412-13a8-4e4a-9405-e1778e5263b6 req-c652edcd-0103-42ea-a13f-d09fabb033d1 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:50.861261 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c717b412-13a8-4e4a-9405-e1778e5263b6 req-c652edcd-0103-42ea-a13f-d09fabb033d1 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0982151 Aug 30 04:34:50.867664 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Made reservation on behalf of ec24ad0a529d4df7a32b62a1558fa7a8 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:34:50.875777 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:50.959178 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c717b412-13a8-4e4a-9405-e1778e5263b6 req-c12aadf8-f928-48c5-9280-caee2ae32740 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879481 Aug 30 04:34:51.035867 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1918aba0-848d-4d9b-aeaf-8a87b6ea27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:58Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:51.082737 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918aba0-848d-4d9b-aeaf-8a87b6ea27c3 None None] Checking router: 8d67aa32-3c12-40c6-af05-d66a27af6a56 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:51.096061 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1918aba0-848d-4d9b-aeaf-8a87b6ea27c3 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:51.096913 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1918aba0-848d-4d9b-aeaf-8a87b6ea27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:51.118501 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Allocated IP 172.20.0.12 (a0fa4781-7b10-40fd-9cd8-6b3044f7ba50/ed459e27-07bd-4dcd-9b98-70b12d66fc5f/59e04df4-f99f-4ee9-9e65-958642187f1c) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:51.219355 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-1918aba0-848d-4d9b-aeaf-8a87b6ea27c3 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:51.307022 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:51.322482 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.382978 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.515402 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:51.523067 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-1918aba0-848d-4d9b-aeaf-8a87b6ea27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:58Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:51.528748 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:51.534780 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:51.542124 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:51.543022 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.554331 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09956f5-1dfd-4e51-bd01-1cfc24081b5e req-ef7aeed4-0452-40fb-a54c-3258d394e1de tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:51.556972 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d09956f5-1dfd-4e51-bd01-1cfc24081b5e req-ef7aeed4-0452-40fb-a54c-3258d394e1de tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 932 time: 0.1512213 Aug 30 04:34:51.570134 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918aba0-848d-4d9b-aeaf-8a87b6ea27c3 None None] The sync data for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb is: [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '6a21bea3-e612-46f0-8192-6782d2cd6961', 'name': '', 'network_id': '1d802dd7-2559-4337-b25d-332df8c6e9ad', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'mac_address': 'fa:16:3e:62:fa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:33Z', 'updated_at': '2022-08-30T04:29:58Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'subnets': [{'id': '3eb80f58-e213-48ec-bba7-2eefd95bb34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:51.614887 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=59e04df4-f99f-4ee9-9e65-958642187f1c,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:51.642683 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-93706514-37f1-4dc2-8d4c-eab73f9a2677 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1041310 Aug 30 04:34:51.675694 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Request body: {'port': {'device_id': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:51.728210 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d09956f5-1dfd-4e51-bd01-1cfc24081b5e req-9e130cc4-319f-4dc4-ac2a-0926583c39c1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553807 Aug 30 04:34:51.832974 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:51.859355 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.995953 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:52.004718 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-290c9ef3-76c3-4eaf-b33e-b73761b3cdb2 None None] Provisioning complete for port 59e04df4-f99f-4ee9-9e65-958642187f1c triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:52.006506 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-290c9ef3-76c3-4eaf-b33e-b73761b3cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.013626 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5bacc173-de0b-4f3c-bf55-0750529a633f req-338bbe29-1e01-496d-ae4b-3b303b4de362 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a6eea27d-ad1c-4c9e-9da5-a95042f47304 HTTP/1.1" status: 200 len: 210 time: 0.0779543 Aug 30 04:34:52.126076 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-290c9ef3-76c3-4eaf-b33e-b73761b3cdb2 None None] Port 59e04df4-f99f-4ee9-9e65-958642187f1c cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:34:52.178008 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674dfe02-b9f9-42be-becd-190a49e8cb19 None None] New status for floating IP eeca9642-7a6a-4579-9b55-a1ed9c48bdb8: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:34:52.347734 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772814ef-f24d-4700-aa3c-3a3d19a0745a req-f44af142-ca42-4c0c-a1b5-fe0d9e2c6bae tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:52.351527 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-772814ef-f24d-4700-aa3c-3a3d19a0745a req-f44af142-ca42-4c0c-a1b5-fe0d9e2c6bae tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1672599 Aug 30 04:34:52.448161 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:52.471597 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:34:52.472361 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8cae059a-7b2c-4abb-9d46-5df4d36ea2ef not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:34:52.482985 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-772814ef-f24d-4700-aa3c-3a3d19a0745a req-54b3c8f6-fb4c-4e35-bfec-c5ad8e01b546 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182253 Aug 30 04:34:52.562187 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e04df4-f99f-4ee9-9e65-958642187f1c {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:34:52.574253 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Publish callbacks [] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.596253 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Transition to ACTIVE for port object 59e04df4-f99f-4ee9-9e65-958642187f1c will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:34:52.604120 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.656931 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10790e-9365-4e8f-a491-aaff1fb8a816 req-612f60a7-7fb7-40df-9d68-41c575576baa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:52.662154 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fa10790e-9365-4e8f-a491-aaff1fb8a816 req-612f60a7-7fb7-40df-9d68-41c575576baa tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0736585 Aug 30 04:34:52.670275 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Pushing event updated for resources: {'Port': ['ID=59e04df4-f99f-4ee9-9e65-958642187f1c,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:52.678904 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50716) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:52.686504 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-f3f4f85c-1fbd-4ef5-be05-baa1802f8653 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Request body: {'floatingip': {'port_id': '8f9dcf42-2c92-4dfb-86be-a86c9029c626'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:52.707297 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Attempting to bind port 59e04df4-f99f-4ee9-9e65-958642187f1c on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:34:52.707850 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Attempting to bind port 59e04df4-f99f-4ee9-9e65-958642187f1c by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:34:52.708474 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Attempting to bind port 59e04df4-f99f-4ee9-9e65-958642187f1c on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:52.716736 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Port 59e04df4-f99f-4ee9-9e65-958642187f1c on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:34:52.717247 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Attempting to bind port 59e04df4-f99f-4ee9-9e65-958642187f1c on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:52.729472 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:34:52.730398 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Checking segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:34:52.731265 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Bound using segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:34:52.732127 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Bound port: 59e04df4-f99f-4ee9-9e65-958642187f1c, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:34:52.732740 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.762686 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f85c-1fbd-4ef5-be05-baa1802f8653 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (e9f9611e-6fe2-4c73-a867-a16d0d2751cb), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.883810 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] For port 59e04df4-f99f-4ee9-9e65-958642187f1c, host hv-cinder-85426, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:34:52.950533 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] For port 59e04df4-f99f-4ee9-9e65-958642187f1c, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=59e04df4-f99f-4ee9-9e65-958642187f1c,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:34:52.967822 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.973356 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:52.975059 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.977517 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/59e04df4-f99f-4ee9-9e65-958642187f1c HTTP/1.1" status: 200 len: 1094 time: 1.3115609 Aug 30 04:34:52.991410 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f3521-c44d-453b-9b81-6434e8918704 req-8ffc7dbb-8734-4bc7-a5db-23edb174ad60 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:52.993445 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-df2f3521-c44d-453b-9b81-6434e8918704 req-8ffc7dbb-8734-4bc7-a5db-23edb174ad60 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 944 time: 0.1376553 Aug 30 04:34:52.997993 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'tag': '59e04df4-f99f-4ee9-9e65-958642187f1c'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:53.002604 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80972b7-1fc6-437a-90eb-560a6002bb63" -d '{"events": [{"name": "network-changed", "server_uuid": "ae46ccaf-4960-42d3-b45a-77d43f25430c", "tag": "59e04df4-f99f-4ee9-9e65-958642187f1c"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:53.078278 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:53.140933 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb082ff9-4b7e-4061-a72f-69d3d1f9be48 x-openstack-request-id: req-cb082ff9-4b7e-4061-a72f-69d3d1f9be48 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:53.141696 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae46ccaf-4960-42d3-b45a-77d43f25430c", "tag": "59e04df4-f99f-4ee9-9e65-958642187f1c", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:53.142259 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cb082ff9-4b7e-4061-a72f-69d3d1f9be48 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:53.142922 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb082ff9-4b7e-4061-a72f-69d3d1f9be48'] response: {'name': 'network-changed', 'server_uuid': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'tag': '59e04df4-f99f-4ee9-9e65-958642187f1c', 'status': 'completed', 'code': 200} Aug 30 04:34:53.215854 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397da1bf-77c5-441e-b501-c742b9613db5 req-c6b0bd60-e0e6-4dc1-bcb7-335fa37ecb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:53.217861 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-c6b0bd60-e0e6-4dc1-bcb7-335fa37ecb94 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 1128 time: 0.1488376 Aug 30 04:34:53.232812 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c9bd8-a7ea-4bb4-8f90-c4300da5f373 service neutron] Pushing event updated for resources: {'Port': ['ID=59e04df4-f99f-4ee9-9e65-958642187f1c,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:53.244772 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50726) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:53.258451 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-df2f3521-c44d-453b-9b81-6434e8918704 req-aa0a18c2-2e95-4c82-9572-f38dcf82df01 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442746 Aug 30 04:34:53.306215 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-2e9026d6-d39f-4fae-9125-0824cb5beef5 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e04df4-f99f-4ee9-9e65-958642187f1c HTTP/1.1" status: 200 len: 217 time: 0.0676625 Aug 30 04:34:53.343053 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:53.374294 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397da1bf-77c5-441e-b501-c742b9613db5 req-a4655f07-6d7f-4586-81c9-28112eca1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:53.375103 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f85c-1fbd-4ef5-be05-baa1802f8653 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.375797 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-a4655f07-6d7f-4586-81c9-28112eca1f95 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.0615702 Aug 30 04:34:53.382798 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f85c-1fbd-4ef5-be05-baa1802f8653 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (e9f9611e-6fe2-4c73-a867-a16d0d2751cb), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.433878 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397da1bf-77c5-441e-b501-c742b9613db5 req-6b599d08-990d-492e-bbaa-d49715170800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:53.435658 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-6b599d08-990d-492e-bbaa-d49715170800 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0533042 Aug 30 04:34:53.465537 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:53.502211 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-033047ba-f4d0-4ccd-a295-207b0b72bbbf tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group (9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.554385 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-64643582-b94b-4428-9e53-e2ca21f6a7e1 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112449 Aug 30 04:34:53.581371 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:53.626259 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-033047ba-f4d0-4ccd-a295-207b0b72bbbf tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group (9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.662572 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [None req-f3f4f85c-1fbd-4ef5-be05-baa1802f8653 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Floating IP e9f9611e-6fe2-4c73-a867-a16d0d2751cb associated. External IP: 172.28.3.248, port: 8f9dcf42-2c92-4dfb-86be-a86c9029c626. Aug 30 04:34:53.688885 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-397da1bf-77c5-441e-b501-c742b9613db5 req-59750da1-3ac0-45af-9482-d7c60c068f80 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263766 Aug 30 04:34:53.794684 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-033047ba-f4d0-4ccd-a295-207b0b72bbbf tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.797433 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-033047ba-f4d0-4ccd-a295-207b0b72bbbf tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.798687 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-033047ba-f4d0-4ccd-a295-207b0b72bbbf tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "DELETE /networking/v2.0/security-groups/9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c HTTP/1.1" status: 204 len: 168 time: 0.5525937 Aug 30 04:34:53.803697 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50728) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:53.821139 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033047ba-f4d0-4ccd-a295-207b0b72bbbf tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:53.829886 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.api.v2.resource [None req-33575679-1549-4f7c-9cac-78f44cf54bf1 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] show failed (client error): The resource could not be found. Aug 30 04:34:53.833824 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-33575679-1549-4f7c-9cac-78f44cf54bf1 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups/9ee87f97-4d27-4ab3-ab6f-ab96eec8cd3c HTTP/1.1" status: 404 len: 347 time: 0.0256116 Aug 30 04:34:53.835160 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50730) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:54.064343 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-d12e015b-0410-497a-9883-02c88ce4dbd3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Deleting port 4363a9c9-e5d4-4331-9132-6bd1a5efe005 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:54.064662 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d12e015b-0410-497a-9883-02c88ce4dbd3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (4363a9c9-e5d4-4331-9132-6bd1a5efe005), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.134987 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f4f85c-1fbd-4ef5-be05-baa1802f8653 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Router b89979e4-e688-49a8-b2eb-06d6aad97fe6 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:34:54.175871 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:54.224271 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d12e015b-0410-497a-9883-02c88ce4dbd3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (4363a9c9-e5d4-4331-9132-6bd1a5efe005), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.224731 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d12e015b-0410-497a-9883-02c88ce4dbd3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for floatingip (4363a9c9-e5d4-4331-9132-6bd1a5efe005), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.253709 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-d12e015b-0410-497a-9883-02c88ce4dbd3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Calling delete_port for 4363a9c9-e5d4-4331-9132-6bd1a5efe005 owned by network:floatingip {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:54.407451 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f4f85c-1fbd-4ef5-be05-baa1802f8653 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:54.419667 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f85c-1fbd-4ef5-be05-baa1802f8653 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.421750 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10be03a-9148-4c90-9c78-b3a507831953 None None] Sync routers for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:54.439760 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10be03a-9148-4c90-9c78-b3a507831953 None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:54.440756 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c10be03a-9148-4c90-9c78-b3a507831953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:54.558310 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-f3f4f85c-1fbd-4ef5-be05-baa1802f8653 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "PUT /networking/v2.0/floatingips/e9f9611e-6fe2-4c73-a867-a16d0d2751cb HTTP/1.1" status: 200 len: 991 time: 1.8755269 Aug 30 04:34:54.561247 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:54.565106 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4" -d '{"events": [{"name": "network-changed", "server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:54.580837 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99564ee3-3a00-4c67-99cc-a2e0355239dd req-78899884-c112-45b3-89eb-39253c3fb632 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:54.583217 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-99564ee3-3a00-4c67-99cc-a2e0355239dd req-78899884-c112-45b3-89eb-39253c3fb632 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 944 time: 0.1678193 Aug 30 04:34:54.684948 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:54.737967 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-99564ee3-3a00-4c67-99cc-a2e0355239dd req-4ce032fb-0765-4266-a943-504392fd04db tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431248 Aug 30 04:34:54.739410 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d12e015b-0410-497a-9883-02c88ce4dbd3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (4363a9c9-e5d4-4331-9132-6bd1a5efe005), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.773961 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e015b-0410-497a-9883-02c88ce4dbd3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event deleted for resources: {'Port': ['ID=4363a9c9-e5d4-4331-9132-6bd1a5efe005,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:54.775493 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-c10be03a-9148-4c90-9c78-b3a507831953 None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:54.786807 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2324444-d855-4f03-97e8-e8aa0dab29ab x-openstack-request-id: req-b2324444-d855-4f03-97e8-e8aa0dab29ab {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:54.787323 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:54.787768 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b2324444-d855-4f03-97e8-e8aa0dab29ab {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:54.788889 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2324444-d855-4f03-97e8-e8aa0dab29ab'] response: {'name': 'network-changed', 'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'status': 'completed', 'code': 200} Aug 30 04:34:54.868630 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d12e015b-0410-497a-9883-02c88ce4dbd3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks [] for floatingip (eeca9642-7a6a-4579-9b55-a1ed9c48bdb8), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.873236 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d12e015b-0410-497a-9883-02c88ce4dbd3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.877572 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-d12e015b-0410-497a-9883-02c88ce4dbd3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "DELETE /networking/v2.0/floatingips/eeca9642-7a6a-4579-9b55-a1ed9c48bdb8 HTTP/1.1" status: 204 len: 168 time: 1.0384419 Aug 30 04:34:54.947086 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80972b7-1fc6-437a-90eb-560a6002bb63 req-e761b4d5-56a5-4b5c-b10f-6ed756639277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:54.948846 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b80972b7-1fc6-437a-90eb-560a6002bb63 req-e761b4d5-56a5-4b5c-b10f-6ed756639277 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 1128 time: 0.0868905 Aug 30 04:34:55.003192 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4 req-8a6ec207-9086-4aff-9a1c-1d9f3e8f917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:55.006359 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4 req-8a6ec207-9086-4aff-9a1c-1d9f3e8f917c service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 1129 time: 0.1002600 Aug 30 04:34:55.112160 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80972b7-1fc6-437a-90eb-560a6002bb63 req-7b66a3b1-4349-49a9-b318-c0a10b8a4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:55.115026 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b80972b7-1fc6-437a-90eb-560a6002bb63 req-7b66a3b1-4349-49a9-b318-c0a10b8a4c6f service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 917 time: 0.1553152 Aug 30 04:34:55.117666 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:55.119341 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c10be03a-9148-4c90-9c78-b3a507831953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'e9f9611e-6fe2-4c73-a867-a16d0d2751cb', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'floating_ip_address': '172.28.3.248', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'port_id': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'mac_address': 'fa:16:3e:bb:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:34:34Z', 'updated_at': '2022-08-30T04:34:53Z', 'revision_number': 1, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:55.156038 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10be03a-9148-4c90-9c78-b3a507831953 None None] Checking router: b89979e4-e688-49a8-b2eb-06d6aad97fe6 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:55.175669 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10be03a-9148-4c90-9c78-b3a507831953 None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:55.176607 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c10be03a-9148-4c90-9c78-b3a507831953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:55.178758 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b80972b7-1fc6-437a-90eb-560a6002bb63 req-3c871eb1-904c-4155-ae4e-d17b7fd607cc service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e04df4-f99f-4ee9-9e65-958642187f1c HTTP/1.1" status: 200 len: 217 time: 0.0568590 Aug 30 04:34:55.195218 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4 req-e210832c-1975-4cf6-994a-26a4a0636993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:55.196992 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4 req-e210832c-1975-4cf6-994a-26a4a0636993 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 919 time: 0.1678989 Aug 30 04:34:55.253621 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80972b7-1fc6-437a-90eb-560a6002bb63 req-5fdf3a68-5cd5-4251-953e-c16b7efad0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:55.258020 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b80972b7-1fc6-437a-90eb-560a6002bb63 req-5fdf3a68-5cd5-4251-953e-c16b7efad0a4 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.0713394 Aug 30 04:34:55.292378 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4 req-4d912547-7160-4f28-9cd9-a1c0d8391956 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626 HTTP/1.1" status: 200 len: 999 time: 0.0884750 Aug 30 04:34:55.310229 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80972b7-1fc6-437a-90eb-560a6002bb63 req-afd35f7a-3b5e-45ba-a348-26351a82a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:55.313163 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b80972b7-1fc6-437a-90eb-560a6002bb63 req-afd35f7a-3b5e-45ba-a348-26351a82a548 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0487783 Aug 30 04:34:55.318529 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-c10be03a-9148-4c90-9c78-b3a507831953 None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:55.359497 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4 req-942021d1-8dfc-406d-b4fa-bc76bd680aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:55.361777 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4 req-942021d1-8dfc-406d-b4fa-bc76bd680aaa service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 200 len: 856 time: 0.0623434 Aug 30 04:34:55.430440 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4 req-d0b401fc-f2d9-4631-abde-9c660ecb0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:55.433125 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4 req-d0b401fc-f2d9-4631-abde-9c660ecb0a2a service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0617313 Aug 30 04:34:55.485578 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b80972b7-1fc6-437a-90eb-560a6002bb63 req-7c896dfe-6c6d-4a9f-a1d9-31b8b4ea5e1a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641819 Aug 30 04:34:55.577734 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4 req-2a50402f-e096-496b-983a-047ac9d359f6 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356373 Aug 30 04:34:55.644640 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b80972b7-1fc6-437a-90eb-560a6002bb63 req-3028defc-dbef-4265-90b7-1128b05337ce service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522748 Aug 30 04:34:55.665719 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c10be03a-9148-4c90-9c78-b3a507831953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'e9f9611e-6fe2-4c73-a867-a16d0d2751cb', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'floating_ip_address': '172.28.3.248', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'port_id': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'mac_address': 'fa:16:3e:bb:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:34:34Z', 'updated_at': '2022-08-30T04:34:53Z', 'revision_number': 1, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:55.700539 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10be03a-9148-4c90-9c78-b3a507831953 None None] The sync data for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb is: [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'e9f9611e-6fe2-4c73-a867-a16d0d2751cb', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'floating_ip_address': '172.28.3.248', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'port_id': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'mac_address': 'fa:16:3e:bb:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:34:34Z', 'updated_at': '2022-08-30T04:34:53Z', 'revision_number': 1, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:55.747013 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-bfa5dbdb-5e97-49e3-8121-8a361b43ddc4 req-11ef958c-dc0e-4355-8ab7-2b8a9862961b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607664 Aug 30 04:34:55.922515 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:55.945424 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e272d8-0ff7-4e08-a7f6-7419372c5b4e req-a98e3eba-a6c3-4d9b-8184-a693c655ec58 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:55.948265 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c4e272d8-0ff7-4e08-a7f6-7419372c5b4e req-a98e3eba-a6c3-4d9b-8184-a693c655ec58 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 944 time: 0.0640049 Aug 30 04:34:55.993827 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de70a82-163a-489d-9745-2186a197e7d2 None None] New status for floating IP e9f9611e-6fe2-4c73-a867-a16d0d2751cb: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:34:56.033367 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c4e272d8-0ff7-4e08-a7f6-7419372c5b4e req-319a6383-0d10-4014-af16-19c503aa9435 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799968 Aug 30 04:34:56.455327 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 59e04df4-f99f-4ee9-9e65-958642187f1c details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:34:56.591350 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 59e04df4-f99f-4ee9-9e65-958642187f1c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=59e04df4-f99f-4ee9-9e65-958642187f1c,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:56.606622 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '59e04df4-f99f-4ee9-9e65-958642187f1c', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'port_id': '59e04df4-f99f-4ee9-9e65-958642187f1c', 'mac_address': 'fa:16:3e:32:ea:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:34:56.647788 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:56.653813 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 59e04df4-f99f-4ee9-9e65-958642187f1c is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:56.654243 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:56.672776 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e04df4-f99f-4ee9-9e65-958642187f1c {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:34:56.699451 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 59e04df4-f99f-4ee9-9e65-958642187f1c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=59e04df4-f99f-4ee9-9e65-958642187f1c,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:56.706364 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:56.765995 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=59e04df4-f99f-4ee9-9e65-958642187f1c,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:57.119030 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['59e04df4-f99f-4ee9-9e65-958642187f1c'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:34:57.217481 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611221c-2e6c-4b4d-a0d1-d0efe3f03396 req-1f80413e-dcde-4662-8da1-e6a875d31c19 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:57.228568 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e611221c-2e6c-4b4d-a0d1-d0efe3f03396 req-1f80413e-dcde-4662-8da1-e6a875d31c19 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 945 time: 0.0797958 Aug 30 04:34:57.287137 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e611221c-2e6c-4b4d-a0d1-d0efe3f03396 req-9709825f-fd04-47a0-aaa0-82a048c2baa2 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573342 Aug 30 04:34:57.605204 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11069a-2d24-4995-9671-54ed234b7fa3 req-5920a7fe-89c6-4935-a199-4ba4a693cc5b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:57.606882 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ee11069a-2d24-4995-9671-54ed234b7fa3 req-5920a7fe-89c6-4935-a199-4ba4a693cc5b tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0571933 Aug 30 04:34:57.668054 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ee11069a-2d24-4995-9671-54ed234b7fa3 req-370664b2-8b5e-4c86-a3c3-9f09782a8451 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544343 Aug 30 04:34:58.438118 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4aae4-1aaf-4ad9-b39d-4c22318016cf req-2532418d-545c-429b-8354-c5227cd4a4bb tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:58.439740 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-50c4aae4-1aaf-4ad9-b39d-4c22318016cf req-2532418d-545c-429b-8354-c5227cd4a4bb tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 945 time: 0.0569918 Aug 30 04:34:58.462663 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 59e04df4-f99f-4ee9-9e65-958642187f1c up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:58.508589 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-50c4aae4-1aaf-4ad9-b39d-4c22318016cf req-28c72582-e22c-4321-8fe9-8938178b640e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587432 Aug 30 04:34:58.528459 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 59e04df4-f99f-4ee9-9e65-958642187f1c completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:34:58.537310 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 59e04df4-f99f-4ee9-9e65-958642187f1c triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:58.538556 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.595596 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:58.635847 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 59e04df4-f99f-4ee9-9e65-958642187f1c is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:58.636247 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.670565 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e04df4-f99f-4ee9-9e65-958642187f1c'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:58.673242 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16f6731-9893-48c7-a4f2-039b87b03ce5" -d '{"events": [{"server_uuid": "ae46ccaf-4960-42d3-b45a-77d43f25430c", "name": "network-vif-plugged", "status": "completed", "tag": "59e04df4-f99f-4ee9-9e65-958642187f1c"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:58.690063 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 59e04df4-f99f-4ee9-9e65-958642187f1c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=59e04df4-f99f-4ee9-9e65-958642187f1c,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:58.696330 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.727487 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad583f94-f787-4c61-be49-e241a57f1c15 x-openstack-request-id: req-ad583f94-f787-4c61-be49-e241a57f1c15 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:58.727833 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae46ccaf-4960-42d3-b45a-77d43f25430c", "name": "network-vif-plugged", "status": "completed", "tag": "59e04df4-f99f-4ee9-9e65-958642187f1c", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:58.728085 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ad583f94-f787-4c61-be49-e241a57f1c15 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:58.728494 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad583f94-f787-4c61-be49-e241a57f1c15'] response: {'server_uuid': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e04df4-f99f-4ee9-9e65-958642187f1c', 'code': 200} Aug 30 04:34:58.762287 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=59e04df4-f99f-4ee9-9e65-958642187f1c,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:58.851466 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a744171-d3f4-4766-8348-457358d578e3 req-fdf4007c-3b37-4ac7-908d-80812cef8add tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:58.853179 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7a744171-d3f4-4766-8348-457358d578e3 req-fdf4007c-3b37-4ac7-908d-80812cef8add tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0587239 Aug 30 04:34:58.916227 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7a744171-d3f4-4766-8348-457358d578e3 req-6283f295-d5fb-4eb6-aab7-fd23a87430c9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537131 Aug 30 04:34:59.234867 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:59.675580 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2c97-5887-4ddb-86c6-51808443aac4 req-aea3a257-3749-4fb3-9c58-a0ad7307c51c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:59.678149 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c10e2c97-5887-4ddb-86c6-51808443aac4 req-aea3a257-3749-4fb3-9c58-a0ad7307c51c tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 946 time: 0.0646951 Aug 30 04:34:59.735455 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c10e2c97-5887-4ddb-86c6-51808443aac4 req-eb988482-2c4c-41fd-99af-c39e22c36152 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508931 Aug 30 04:35:00.073921 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191c1f2-fcc1-4787-a33d-0c4b9274eb6b req-05d0f803-cd5b-4440-ad19-e994595bd996 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:00.075937 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-3191c1f2-fcc1-4787-a33d-0c4b9274eb6b req-05d0f803-cd5b-4440-ad19-e994595bd996 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0624404 Aug 30 04:35:00.141430 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-3191c1f2-fcc1-4787-a33d-0c4b9274eb6b req-43e54d03-e1d1-48a5-b66c-34ee6c52fd25 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548048 Aug 30 04:35:00.466919 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:00.487743 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2004b-6feb-4bad-a8ed-3fbcf7b64e59 req-06661ff0-dcd1-4d13-a037-50c23fe02c5c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:00.489717 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8cf2004b-6feb-4bad-a8ed-3fbcf7b64e59 req-06661ff0-dcd1-4d13-a037-50c23fe02c5c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.0615683 Aug 30 04:35:00.500990 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd49caa-9372-4d33-bf34-09af28ab0359 req-1f824ec9-d6b2-4d8f-b4b5-f54259ab8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:00.503683 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4bd49caa-9372-4d33-bf34-09af28ab0359 req-1f824ec9-d6b2-4d8f-b4b5-f54259ab8609 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 1130 time: 0.0757530 Aug 30 04:35:00.576424 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4bd49caa-9372-4d33-bf34-09af28ab0359 req-bdb87c1d-a828-4610-b35e-f0abfa474ef4 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664485 Aug 30 04:35:00.634050 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-8cf2004b-6feb-4bad-a8ed-3fbcf7b64e59 req-4cf79014-b469-4cb6-bc3a-127ddf314c61 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Deleting port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:00.634600 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-8cf2004b-6feb-4bad-a8ed-3fbcf7b64e59 req-4cf79014-b469-4cb6-bc3a-127ddf314c61 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:00.767880 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-8cf2004b-6feb-4bad-a8ed-3fbcf7b64e59 req-4cf79014-b469-4cb6-bc3a-127ddf314c61 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] For port 6ba6f446-03eb-4bc2-b1f9-d5d271187715, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6ba6f446-03eb-4bc2-b1f9-d5d271187715,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:00.768212 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-8cf2004b-6feb-4bad-a8ed-3fbcf7b64e59 req-4cf79014-b469-4cb6-bc3a-127ddf314c61 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:00.786918 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-8cf2004b-6feb-4bad-a8ed-3fbcf7b64e59 req-4cf79014-b469-4cb6-bc3a-127ddf314c61 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Calling delete_port for 6ba6f446-03eb-4bc2-b1f9-d5d271187715 owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:00.903710 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:00.925341 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c184f2-ed69-4e95-a5c0-c2eddbfa6816 req-6d763054-03a7-4637-a91c-c7b49ca42af2 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:00.928309 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-62c184f2-ed69-4e95-a5c0-c2eddbfa6816 req-6d763054-03a7-4637-a91c-c7b49ca42af2 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 946 time: 0.0935845 Aug 30 04:35:01.017711 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-62c184f2-ed69-4e95-a5c0-c2eddbfa6816 req-d6542e49-493d-4f2d-972f-f05be3ccc807 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820270 Aug 30 04:35:01.382109 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac60fb-e764-431f-bcff-22ec06168b43 req-e764ff03-7757-41cf-9f05-72949682641c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:01.384842 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1aac60fb-e764-431f-bcff-22ec06168b43 req-e764ff03-7757-41cf-9f05-72949682641c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 945 time: 0.1383333 Aug 30 04:35:01.455257 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-8cf2004b-6feb-4bad-a8ed-3fbcf7b64e59 req-4cf79014-b469-4cb6-bc3a-127ddf314c61 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (6ba6f446-03eb-4bc2-b1f9-d5d271187715), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:01.507401 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['b63e5ca3-4866-40d2-815c-ec29fddad4bf', '6ba6f446-03eb-4bc2-b1f9-d5d271187715'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:35:01.540738 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf79014-b469-4cb6-bc3a-127ddf314c61 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event deleted for resources: {'Port': ['ID=6ba6f446-03eb-4bc2-b1f9-d5d271187715,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:01.564980 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-1aac60fb-e764-431f-bcff-22ec06168b43 req-16315375-702a-4eac-b507-a871e8283597 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687613 Aug 30 04:35:01.631014 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf2004b-6feb-4bad-a8ed-3fbcf7b64e59 req-4cf79014-b469-4cb6-bc3a-127ddf314c61 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] No DVR routers for this DVR port 6ba6f446-03eb-4bc2-b1f9-d5d271187715 on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:01.641841 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-8cf2004b-6feb-4bad-a8ed-3fbcf7b64e59 req-4cf79014-b469-4cb6-bc3a-127ddf314c61 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:01.644881 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8cf2004b-6feb-4bad-a8ed-3fbcf7b64e59 req-4cf79014-b469-4cb6-bc3a-127ddf314c61 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "DELETE /networking/v2.0/ports/6ba6f446-03eb-4bc2-b1f9-d5d271187715 HTTP/1.1" status: 204 len: 173 time: 1.1456006 Aug 30 04:35:01.645492 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaafec3-5f47-4d5f-bc1c-76a9d298c6f0', 'name': 'network-vif-deleted', 'tag': '6ba6f446-03eb-4bc2-b1f9-d5d271187715'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:01.649674 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e93b6fe-0b0a-431f-a110-aca8fae59815" -d '{"events": [{"server_uuid": "beaafec3-5f47-4d5f-bc1c-76a9d298c6f0", "name": "network-vif-deleted", "tag": "6ba6f446-03eb-4bc2-b1f9-d5d271187715"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:01.716123 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba91ffa1-ce74-4e2e-9953-d17b72668d54 x-openstack-request-id: req-ba91ffa1-ce74-4e2e-9953-d17b72668d54 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:01.716575 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaafec3-5f47-4d5f-bc1c-76a9d298c6f0", "name": "network-vif-deleted", "tag": "6ba6f446-03eb-4bc2-b1f9-d5d271187715", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:01.716832 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ba91ffa1-ce74-4e2e-9953-d17b72668d54 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:01.717313 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba91ffa1-ce74-4e2e-9953-d17b72668d54'] response: {'server_uuid': 'beaafec3-5f47-4d5f-bc1c-76a9d298c6f0', 'name': 'network-vif-deleted', 'tag': '6ba6f446-03eb-4bc2-b1f9-d5d271187715', 'status': 'completed', 'code': 200} Aug 30 04:35:02.158339 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacab837-6e51-47c5-9e79-1c8a5d24e183 req-803414c1-7761-452f-9ad6-9954b6aa8124 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:02.160022 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dacab837-6e51-47c5-9e79-1c8a5d24e183 req-803414c1-7761-452f-9ad6-9954b6aa8124 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 946 time: 0.0574670 Aug 30 04:35:02.247384 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-dacab837-6e51-47c5-9e79-1c8a5d24e183 req-eb25d0f2-05e7-4add-9230-e8531486fa3f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757642 Aug 30 04:35:02.722056 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ecb0d910-0349-403e-b488-ec3d0d49a691 req-1918230d-2500-457e-8245-8ebb8ca35fea tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=beaafec3-5f47-4d5f-bc1c-76a9d298c6f0 HTTP/1.1" status: 200 len: 210 time: 0.0316253 Aug 30 04:35:03.381503 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:03.412332 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1759469-8666-4c89-a5c9-ef33360741a6 req-f47ff640-a90a-4072-9974-f5ba068e4472 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:03.414427 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1759469-8666-4c89-a5c9-ef33360741a6 req-f47ff640-a90a-4072-9974-f5ba068e4472 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 946 time: 0.0794883 Aug 30 04:35:03.475818 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1759469-8666-4c89-a5c9-ef33360741a6 req-0ea7527a-76bf-4a89-8384-c0808d99aa15 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541286 Aug 30 04:35:03.632255 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afea95-9663-4a0e-8e6e-92f01729aa5a req-172bf0f6-65df-4dae-8ff8-79634ffac0e7 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:03.633901 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f5afea95-9663-4a0e-8e6e-92f01729aa5a req-172bf0f6-65df-4dae-8ff8-79634ffac0e7 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 946 time: 0.0570450 Aug 30 04:35:03.647650 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50792) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:03.655362 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-72dfe205-b4e4-4e5a-a195-f213797533c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'floatingip': {'port_id': '59e04df4-f99f-4ee9-9e65-958642187f1c'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:35:03.726139 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-72dfe205-b4e4-4e5a-a195-f213797533c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (c8fc6b38-a37e-4ae2-a014-531a9f56b92b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:04.127492 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:04.189573 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cace6c-b159-4b99-b340-476604e1317c req-2004d3e5-26b7-4515-b3fc-1ad1a2cec4e3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:04.191358 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c9cace6c-b159-4b99-b340-476604e1317c req-2004d3e5-26b7-4515-b3fc-1ad1a2cec4e3 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1135681 Aug 30 04:35:04.332552 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c9cace6c-b159-4b99-b340-476604e1317c req-9afbd7d1-9a34-479c-a893-44e63f4b9df6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046374 Aug 30 04:35:04.460500 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-72dfe205-b4e4-4e5a-a195-f213797533c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:04.465178 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-72dfe205-b4e4-4e5a-a195-f213797533c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (c8fc6b38-a37e-4ae2-a014-531a9f56b92b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:04.521814 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 6ba6f446-03eb-4bc2-b1f9-d5d271187715 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:04.546868 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 6ba6f446-03eb-4bc2-b1f9-d5d271187715 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:04.547194 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 6ba6f446-03eb-4bc2-b1f9-d5d271187715 not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:04.585794 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [None req-72dfe205-b4e4-4e5a-a195-f213797533c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Floating IP c8fc6b38-a37e-4ae2-a014-531a9f56b92b associated. External IP: 172.28.3.220, port: 59e04df4-f99f-4ee9-9e65-958642187f1c. Aug 30 04:35:04.841600 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dfe205-b4e4-4e5a-a195-f213797533c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Router 12bdb17a-e53e-4e01-8fd6-27e907694d22 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:04.905406 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:04.968171 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dfe205-b4e4-4e5a-a195-f213797533c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:04.974572 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-72dfe205-b4e4-4e5a-a195-f213797533c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:04.980015 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3989d3b-4865-4157-987b-ee3ee89b5de5 None None] Sync routers for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:04.994749 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3989d3b-4865-4157-987b-ee3ee89b5de5 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:04.995516 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-e3989d3b-4865-4157-987b-ee3ee89b5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:05.014007 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-72dfe205-b4e4-4e5a-a195-f213797533c3 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "PUT /networking/v2.0/floatingips/c8fc6b38-a37e-4ae2-a014-531a9f56b92b HTTP/1.1" status: 200 len: 992 time: 1.3645477 Aug 30 04:35:05.015066 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'tag': '59e04df4-f99f-4ee9-9e65-958642187f1c'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:05.018708 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec79715f-430e-45fd-a07a-526db300dc46" -d '{"events": [{"name": "network-changed", "server_uuid": "ae46ccaf-4960-42d3-b45a-77d43f25430c", "tag": "59e04df4-f99f-4ee9-9e65-958642187f1c"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:05.079287 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dbed3c-91c7-4a43-bb78-662f7c2ea79e x-openstack-request-id: req-a2dbed3c-91c7-4a43-bb78-662f7c2ea79e {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:05.079713 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae46ccaf-4960-42d3-b45a-77d43f25430c", "tag": "59e04df4-f99f-4ee9-9e65-958642187f1c", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:05.080128 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a2dbed3c-91c7-4a43-bb78-662f7c2ea79e {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:05.080733 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2dbed3c-91c7-4a43-bb78-662f7c2ea79e'] response: {'name': 'network-changed', 'server_uuid': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'tag': '59e04df4-f99f-4ee9-9e65-958642187f1c', 'status': 'completed', 'code': 200} Aug 30 04:35:05.136111 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-e3989d3b-4865-4157-987b-ee3ee89b5de5 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:05.416807 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-e3989d3b-4865-4157-987b-ee3ee89b5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'c8fc6b38-a37e-4ae2-a014-531a9f56b92b', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': '59e04df4-f99f-4ee9-9e65-958642187f1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:32:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:34:43Z', 'updated_at': '2022-08-30T04:35:04Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:05.446952 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3989d3b-4865-4157-987b-ee3ee89b5de5 None None] Checking router: 12bdb17a-e53e-4e01-8fd6-27e907694d22 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:05.457613 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3989d3b-4865-4157-987b-ee3ee89b5de5 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:05.458282 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-e3989d3b-4865-4157-987b-ee3ee89b5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:05.514137 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8939-038f-4726-8aee-af0da495aa6d req-bd9d8506-e391-4a7e-a966-8adbef9a07ef tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:05.516090 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-25db8939-038f-4726-8aee-af0da495aa6d req-bd9d8506-e391-4a7e-a966-8adbef9a07ef tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.0754464 Aug 30 04:35:05.586699 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-e3989d3b-4865-4157-987b-ee3ee89b5de5 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:05.599157 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-25db8939-038f-4726-8aee-af0da495aa6d req-478f1bc7-8ff0-477f-86c2-aa390796a67f tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723426 Aug 30 04:35:05.775354 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:05.954856 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-e3989d3b-4865-4157-987b-ee3ee89b5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'c8fc6b38-a37e-4ae2-a014-531a9f56b92b', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': '59e04df4-f99f-4ee9-9e65-958642187f1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:32:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:34:43Z', 'updated_at': '2022-08-30T04:35:04Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:05.993656 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3989d3b-4865-4157-987b-ee3ee89b5de5 None None] The sync data for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb is: [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': 'c8fc6b38-a37e-4ae2-a014-531a9f56b92b', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': '59e04df4-f99f-4ee9-9e65-958642187f1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:32:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:34:43Z', 'updated_at': '2022-08-30T04:35:04Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:06.003233 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:06.062744 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1189c6b8-4971-4599-a6cd-ea66ae4f8a51 req-b031fce1-e399-4536-8714-c68087ab6e07 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1872314007&fields=id&tenant_id=da2baee55e704f8cbcf73b9bab63bd9a HTTP/1.1" status: 200 len: 267 time: 0.0808928 Aug 30 04:35:06.140088 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189c6b8-4971-4599-a6cd-ea66ae4f8a51 req-f882ac9d-de27-46c1-a33f-cbe8f8b38713 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:06.142936 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1189c6b8-4971-4599-a6cd-ea66ae4f8a51 req-f882ac9d-de27-46c1-a33f-cbe8f8b38713 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 985 time: 0.0732155 Aug 30 04:35:06.157572 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-1189c6b8-4971-4599-a6cd-ea66ae4f8a51 req-8d8b0829-7214-40c5-a9d2-152778d398ff tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Request body: {'port': {'security_groups': ['97517902-ca09-4d4b-95bb-fe456f500a8a']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:35:06.246683 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3e9ce3-9251-4141-917a-4ebba2f8d4d5 None None] New status for floating IP c8fc6b38-a37e-4ae2-a014-531a9f56b92b: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:35:06.275597 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1189c6b8-4971-4599-a6cd-ea66ae4f8a51 req-8d8b0829-7214-40c5-a9d2-152778d398ff tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.503384 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-1189c6b8-4971-4599-a6cd-ea66ae4f8a51 req-8d8b0829-7214-40c5-a9d2-152778d398ff tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] For port d13cb21f-376e-4f2b-9daf-472725dece64, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d13cb21f-376e-4f2b-9daf-472725dece64,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:06.518107 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:06.541647 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1189c6b8-4971-4599-a6cd-ea66ae4f8a51 req-8d8b0829-7214-40c5-a9d2-152778d398ff tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for port (d13cb21f-376e-4f2b-9daf-472725dece64), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.549523 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1189c6b8-4971-4599-a6cd-ea66ae4f8a51 req-8d8b0829-7214-40c5-a9d2-152778d398ff tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.570226 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189c6b8-4971-4599-a6cd-ea66ae4f8a51 req-8d8b0829-7214-40c5-a9d2-152778d398ff tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:06.571294 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1189c6b8-4971-4599-a6cd-ea66ae4f8a51 req-8d8b0829-7214-40c5-a9d2-152778d398ff tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.573669 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1189c6b8-4971-4599-a6cd-ea66ae4f8a51 req-8d8b0829-7214-40c5-a9d2-152778d398ff tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "PUT /networking/v2.0/ports/d13cb21f-376e-4f2b-9daf-472725dece64 HTTP/1.1" status: 200 len: 943 time: 0.4234803 Aug 30 04:35:06.576904 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:06.582721 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4368bc3-9307-420d-8ef7-043256597410" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:06.584381 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50812) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:06.603376 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['d13cb21f-376e-4f2b-9daf-472725dece64'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:35:06.646954 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b0829-7214-40c5-a9d2-152778d398ff tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event updated for resources: {'Port': ['ID=d13cb21f-376e-4f2b-9daf-472725dece64,revision_number=7']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:06.673409 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e6ff98-68df-49e3-ab6d-af8ad9c11e84 x-openstack-request-id: req-b9e6ff98-68df-49e3-ab6d-af8ad9c11e84 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:06.673754 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:06.674021 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b9e6ff98-68df-49e3-ab6d-af8ad9c11e84 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:06.674381 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e6ff98-68df-49e3-ab6d-af8ad9c11e84'] response: {'name': 'network-changed', 'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'status': 'completed', 'code': 200} Aug 30 04:35:06.689182 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6c8e-adfb-4708-859d-34b46e3b9361 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group (e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.722321 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6c8e-adfb-4708-859d-34b46e3b9361 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group (e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.804435 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6c8e-adfb-4708-859d-34b46e3b9361 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.807285 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6c8e-adfb-4708-859d-34b46e3b9361 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.814184 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-bdeb6c8e-adfb-4708-859d-34b46e3b9361 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "DELETE /networking/v2.0/security-groups/e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83 HTTP/1.1" status: 204 len: 168 time: 0.2213371 Aug 30 04:35:06.814184 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50818) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:06.824462 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['d13cb21f-376e-4f2b-9daf-472725dece64'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:35:06.848499 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18945b-1410-4f2d-905b-7823764f99c2 req-c8a674c4-f1c6-4c95-8e19-d9af73c5dc3e tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:06.850332 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4c18945b-1410-4f2d-905b-7823764f99c2 req-c8a674c4-f1c6-4c95-8e19-d9af73c5dc3e tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.0883300 Aug 30 04:35:06.883082 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb6c8e-adfb-4708-859d-34b46e3b9361 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ca7ab1-1f1f-4e8c-9a87-4fdaff65ce83,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:06.906433 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:06.937737 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4c18945b-1410-4f2d-905b-7823764f99c2 req-ad0df58d-db9e-44db-981f-d0f9944cdbed tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721858 Aug 30 04:35:07.044452 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Deleting port ed687c3e-2150-4793-9e74-29bce2f1c3b6 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:07.044966 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (ed687c3e-2150-4793-9e74-29bce2f1c3b6), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:07.141698 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (ed687c3e-2150-4793-9e74-29bce2f1c3b6), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:07.142035 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for floatingip (ed687c3e-2150-4793-9e74-29bce2f1c3b6), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:07.159029 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Calling delete_port for ed687c3e-2150-4793-9e74-29bce2f1c3b6 owned by network:floatingip {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:07.386295 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (ed687c3e-2150-4793-9e74-29bce2f1c3b6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:07.418104 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event deleted for resources: {'Port': ['ID=ed687c3e-2150-4793-9e74-29bce2f1c3b6,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:07.498887 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks [] for floatingip (bda1a9a6-1c62-4933-b81c-b4c90543f3ca), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:07.499327 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Floating IP bda1a9a6-1c62-4933-b81c-b4c90543f3ca disassociated (deleted). External IP: 172.28.3.27, port: d13cb21f-376e-4f2b-9daf-472725dece64. Aug 30 04:35:07.501499 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:07.804185 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Router 038eca4a-a2de-41df-8110-b02e6cf292b6 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:07.842727 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:07.933433 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-843accdd-25c2-47f8-a544-2e70357e2555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:07.943441 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:07.949417 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:07.957607 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f558c2df-0bad-4a55-b7d3-46101fd13daa None None] Sync routers for ids ['038eca4a-a2de-41df-8110-b02e6cf292b6'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:07.975877 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f558c2df-0bad-4a55-b7d3-46101fd13daa None None] Routers {'038eca4a-a2de-41df-8110-b02e6cf292b6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:07.976938 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-f558c2df-0bad-4a55-b7d3-46101fd13daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['038eca4a-a2de-41df-8110-b02e6cf292b6'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:08.012796 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-f8f39cae-261b-4b84-a611-d5128b7574e6 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "DELETE /networking/v2.0/floatingips/bda1a9a6-1c62-4933-b81c-b4c90543f3ca HTTP/1.1" status: 204 len: 168 time: 1.1974399 Aug 30 04:35:08.014022 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:08.018527 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309a0883-baa8-4d7d-816f-53fce6dad92a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:08.138171 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-f558c2df-0bad-4a55-b7d3-46101fd13daa None None] Set router 038eca4a-a2de-41df-8110-b02e6cf292b6 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:08.155143 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79715f-430e-45fd-a07a-526db300dc46 req-0a2e3069-2c0d-4764-9501-1789b5490830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:08.157904 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ec79715f-430e-45fd-a07a-526db300dc46 req-0a2e3069-2c0d-4764-9501-1789b5490830 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 1130 time: 0.0513892 Aug 30 04:35:08.179255 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:08.201990 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19768996-7c02-40ed-b1a7-2a3eb8c0c60e req-0f1ebc04-ec18-4d53-9ce0-aa1422b93db9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:08.203628 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-19768996-7c02-40ed-b1a7-2a3eb8c0c60e req-0f1ebc04-ec18-4d53-9ce0-aa1422b93db9 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1225133 Aug 30 04:35:08.205944 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368bc3-9307-420d-8ef7-043256597410 req-c256e480-b50b-4d82-be3b-b4935735f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:08.207407 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c4368bc3-9307-420d-8ef7-043256597410 req-c256e480-b50b-4d82-be3b-b4935735f350 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=da2baee55e704f8cbcf73b9bab63bd9a&device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 1130 time: 0.1049807 Aug 30 04:35:08.288937 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-19768996-7c02-40ed-b1a7-2a3eb8c0c60e req-d01c1094-5203-4333-a8a2-6866f0000133 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=14fcca3b-77c0-4b73-8f03-35c93a478516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729384 Aug 30 04:35:08.304139 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ea9d6d-1338-41fb-a909-a7d317b3a943 x-openstack-request-id: req-b1ea9d6d-1338-41fb-a909-a7d317b3a943 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:08.304601 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:08.304974 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b1ea9d6d-1338-41fb-a909-a7d317b3a943 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:08.305633 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ea9d6d-1338-41fb-a909-a7d317b3a943'] response: {'name': 'network-changed', 'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'status': 'completed', 'code': 200} Aug 30 04:35:08.359359 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:08.457383 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcebc05-a019-4445-9963-5c90624852a0 req-88b37d28-6d3c-4bed-877e-455d01f1a13d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:08.459374 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-afcebc05-a019-4445-9963-5c90624852a0 req-88b37d28-6d3c-4bed-877e-455d01f1a13d tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 945 time: 0.1110096 Aug 30 04:35:08.475974 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-f558c2df-0bad-4a55-b7d3-46101fd13daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '48f1fc04-0fd0-4551-ade6-3900ccdb9017', 'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'mac_address': 'fa:16:3e:75:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 5, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'subnets': [{'id': '827f5d02-c61c-48aa-9415-d203f472af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:08.524614 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f558c2df-0bad-4a55-b7d3-46101fd13daa None None] Checking router: 038eca4a-a2de-41df-8110-b02e6cf292b6 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:08.539019 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f558c2df-0bad-4a55-b7d3-46101fd13daa None None] Routers {'038eca4a-a2de-41df-8110-b02e6cf292b6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:08.539995 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-f558c2df-0bad-4a55-b7d3-46101fd13daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:34:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['038eca4a-a2de-41df-8110-b02e6cf292b6'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:08.546297 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79715f-430e-45fd-a07a-526db300dc46 req-aca0c074-3470-47d9-9875-4472641f302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:08.548723 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ec79715f-430e-45fd-a07a-526db300dc46 req-aca0c074-3470-47d9-9875-4472641f302f service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 917 time: 0.2475379 Aug 30 04:35:08.610374 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368bc3-9307-420d-8ef7-043256597410 req-8a0c61c6-fa34-4dbf-811b-54c8a4959fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:08.612382 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c4368bc3-9307-420d-8ef7-043256597410 req-8a0c61c6-fa34-4dbf-811b-54c8a4959fe6 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=bcb6fd08-3263-4163-96c8-4125846b16e0 HTTP/1.1" status: 200 len: 916 time: 0.3017242 Aug 30 04:35:08.617873 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-afcebc05-a019-4445-9963-5c90624852a0 req-b7dd2b7d-f094-4903-bff7-4d176db494c6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Deleting port b63e5ca3-4866-40d2-815c-ec29fddad4bf {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:08.618446 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-afcebc05-a019-4445-9963-5c90624852a0 req-b7dd2b7d-f094-4903-bff7-4d176db494c6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:08.701155 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-f558c2df-0bad-4a55-b7d3-46101fd13daa None None] Set router 038eca4a-a2de-41df-8110-b02e6cf292b6 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:08.757543 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-afcebc05-a019-4445-9963-5c90624852a0 req-b7dd2b7d-f094-4903-bff7-4d176db494c6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] For port b63e5ca3-4866-40d2-815c-ec29fddad4bf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b63e5ca3-4866-40d2-815c-ec29fddad4bf,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:08.758102 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-afcebc05-a019-4445-9963-5c90624852a0 req-b7dd2b7d-f094-4903-bff7-4d176db494c6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:08.781016 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-afcebc05-a019-4445-9963-5c90624852a0 req-b7dd2b7d-f094-4903-bff7-4d176db494c6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Calling delete_port for b63e5ca3-4866-40d2-815c-ec29fddad4bf owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:08.883968 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c4368bc3-9307-420d-8ef7-043256597410 req-9743d5b5-9136-43a1-b3d7-57b112bea61a service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13cb21f-376e-4f2b-9daf-472725dece64 HTTP/1.1" status: 200 len: 217 time: 0.0430284 Aug 30 04:35:08.938596 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ec79715f-430e-45fd-a07a-526db300dc46 req-c9eae132-6398-42d2-9a9d-ea753b84215d service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e04df4-f99f-4ee9-9e65-958642187f1c HTTP/1.1" status: 200 len: 1002 time: 0.0976121 Aug 30 04:35:08.973525 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-f558c2df-0bad-4a55-b7d3-46101fd13daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '48f1fc04-0fd0-4551-ade6-3900ccdb9017', 'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'mac_address': 'fa:16:3e:75:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 5, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'subnets': [{'id': '827f5d02-c61c-48aa-9415-d203f472af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:09.000972 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f558c2df-0bad-4a55-b7d3-46101fd13daa None None] The sync data for ids ['038eca4a-a2de-41df-8110-b02e6cf292b6'] in dv-cinder-854265-2-smb is: [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:31:37Z', 'revision_number': 4, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '48f1fc04-0fd0-4551-ade6-3900ccdb9017', 'name': '', 'network_id': 'bcb6fd08-3263-4163-96c8-4125846b16e0', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'mac_address': 'fa:16:3e:75:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '827f5d02-c61c-48aa-9415-d203f472af05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:36Z', 'updated_at': '2022-08-30T04:31:54Z', 'revision_number': 5, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'subnets': [{'id': '827f5d02-c61c-48aa-9415-d203f472af05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:09.050397 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368bc3-9307-420d-8ef7-043256597410 req-ffa705cc-13b9-4e55-b54a-5b66b909bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:09.054085 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c4368bc3-9307-420d-8ef7-043256597410 req-ffa705cc-13b9-4e55-b54a-5b66b909bbec service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=827f5d02-c61c-48aa-9415-d203f472af05 HTTP/1.1" status: 200 len: 853 time: 0.1298845 Aug 30 04:35:09.110587 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79715f-430e-45fd-a07a-526db300dc46 req-f7eff071-092a-49b5-98e0-c1c09f5a5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:09.112324 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ec79715f-430e-45fd-a07a-526db300dc46 req-f7eff071-092a-49b5-98e0-c1c09f5a5e22 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.0786057 Aug 30 04:35:09.138605 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:09.170418 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4368bc3-9307-420d-8ef7-043256597410 req-5a5a53b8-f103-4cf6-86be-a808e0a8fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:09.172747 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c4368bc3-9307-420d-8ef7-043256597410 req-5a5a53b8-f103-4cf6-86be-a808e0a8fb39 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bcb6fd08-3263-4163-96c8-4125846b16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0988584 Aug 30 04:35:09.173793 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-afcebc05-a019-4445-9963-5c90624852a0 req-b7dd2b7d-f094-4903-bff7-4d176db494c6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (b63e5ca3-4866-40d2-815c-ec29fddad4bf), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:09.187628 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79715f-430e-45fd-a07a-526db300dc46 req-524677b1-5dbe-4c06-aff3-19c56c83979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:09.189412 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ec79715f-430e-45fd-a07a-526db300dc46 req-524677b1-5dbe-4c06-aff3-19c56c83979b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0684214 Aug 30 04:35:09.230347 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['b63e5ca3-4866-40d2-815c-ec29fddad4bf'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:35:09.261774 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:09.408280 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca21b88-8450-41a2-95b9-761d54d2b62a None None] New status for floating IP bda1a9a6-1c62-4933-b81c-b4c90543f3ca: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:35:09.450528 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ec79715f-430e-45fd-a07a-526db300dc46 req-2564c275-d8e6-4f6a-9845-4260201d6784 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494929 Aug 30 04:35:09.631367 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd2b7d-f094-4903-bff7-4d176db494c6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Pushing event deleted for resources: {'Port': ['ID=b63e5ca3-4866-40d2-815c-ec29fddad4bf,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:09.687955 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-deb02226-6221-473c-9462-6999c1827ba6 req-2260b82b-1db8-410c-87a3-743c70d0a882 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 210 time: 0.0872617 Aug 30 04:35:09.751825 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcebc05-a019-4445-9963-5c90624852a0 req-b7dd2b7d-f094-4903-bff7-4d176db494c6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] No DVR routers for this DVR port b63e5ca3-4866-40d2-815c-ec29fddad4bf on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:09.757476 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-afcebc05-a019-4445-9963-5c90624852a0 req-b7dd2b7d-f094-4903-bff7-4d176db494c6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:09.761283 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-afcebc05-a019-4445-9963-5c90624852a0 req-b7dd2b7d-f094-4903-bff7-4d176db494c6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.83 "DELETE /networking/v2.0/ports/b63e5ca3-4866-40d2-815c-ec29fddad4bf HTTP/1.1" status: 204 len: 173 time: 1.2825780 Aug 30 04:35:09.790937 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c4368bc3-9307-420d-8ef7-043256597410 req-50c84f1b-6e1e-48e1-93fe-3d0c00ef1153 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016643 Aug 30 04:35:09.936581 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:09.964990 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ec79715f-430e-45fd-a07a-526db300dc46 req-477d727f-2a29-4135-b81c-229a2e82d359 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429007 Aug 30 04:35:09.973474 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:10.055041 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c4368bc3-9307-420d-8ef7-043256597410 req-110cc289-aa4a-479a-a91a-64452eb12350 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296283 Aug 30 04:35:10.309024 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6cd6eb-b345-40aa-9997-edd0e1d35089', 'name': 'network-vif-deleted', 'tag': 'b63e5ca3-4866-40d2-815c-ec29fddad4bf'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:10.311373 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2375be6-0682-44be-a653-2ca26a08cfb4" -d '{"events": [{"server_uuid": "ba6cd6eb-b345-40aa-9997-edd0e1d35089", "name": "network-vif-deleted", "tag": "b63e5ca3-4866-40d2-815c-ec29fddad4bf"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:10.330455 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a0883-baa8-4d7d-816f-53fce6dad92a req-cb3e411a-81ef-48db-a240-8348a41b9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:10.332094 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-309a0883-baa8-4d7d-816f-53fce6dad92a req-cb3e411a-81ef-48db-a240-8348a41b9fa0 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=da2baee55e704f8cbcf73b9bab63bd9a&device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 1130 time: 0.0584331 Aug 30 04:35:10.377138 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dca46a-5cee-47de-862e-cc5d3df6ca68 x-openstack-request-id: req-b3dca46a-5cee-47de-862e-cc5d3df6ca68 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:10.377579 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6cd6eb-b345-40aa-9997-edd0e1d35089", "name": "network-vif-deleted", "tag": "b63e5ca3-4866-40d2-815c-ec29fddad4bf", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:10.377969 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b3dca46a-5cee-47de-862e-cc5d3df6ca68 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:10.378574 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3dca46a-5cee-47de-862e-cc5d3df6ca68'] response: {'server_uuid': 'ba6cd6eb-b345-40aa-9997-edd0e1d35089', 'name': 'network-vif-deleted', 'tag': 'b63e5ca3-4866-40d2-815c-ec29fddad4bf', 'status': 'completed', 'code': 200} Aug 30 04:35:10.484484 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a0883-baa8-4d7d-816f-53fce6dad92a req-6c862f1f-0885-4aec-99b7-be5e64e1a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:10.486834 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-309a0883-baa8-4d7d-816f-53fce6dad92a req-6c862f1f-0885-4aec-99b7-be5e64e1a1a2 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=bcb6fd08-3263-4163-96c8-4125846b16e0 HTTP/1.1" status: 200 len: 916 time: 0.1463559 Aug 30 04:35:10.556419 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-309a0883-baa8-4d7d-816f-53fce6dad92a req-139e5d56-4e5d-4673-8143-e2bdc68a11d6 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13cb21f-376e-4f2b-9daf-472725dece64 HTTP/1.1" status: 200 len: 217 time: 0.0530014 Aug 30 04:35:10.881774 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c1daf0ae-bb67-45d6-a276-33aa746f1ed3 req-4b43d62a-e94d-4f61-b482-38ef14ececd1 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 210 time: 0.0581613 Aug 30 04:35:10.949467 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a0883-baa8-4d7d-816f-53fce6dad92a req-bb67fe17-395f-4b1a-af07-78d6bc6fd13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:10.951601 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-309a0883-baa8-4d7d-816f-53fce6dad92a req-bb67fe17-395f-4b1a-af07-78d6bc6fd13c service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=827f5d02-c61c-48aa-9415-d203f472af05 HTTP/1.1" status: 200 len: 853 time: 0.0876644 Aug 30 04:35:11.041708 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a0883-baa8-4d7d-816f-53fce6dad92a req-2d4e8d32-8040-4036-a554-86be07316cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:11.044601 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-309a0883-baa8-4d7d-816f-53fce6dad92a req-2d4e8d32-8040-4036-a554-86be07316cde service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=bcb6fd08-3263-4163-96c8-4125846b16e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0796318 Aug 30 04:35:11.219867 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-309a0883-baa8-4d7d-816f-53fce6dad92a req-dca719b8-574f-4bf1-ae13-67406282c44c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648791 Aug 30 04:35:11.233603 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62808b5c-3edc-40a6-adc4-2f37d582ed96 req-16b0dda1-325e-4547-9fc8-95a9cb576cf7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:11.235644 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-62808b5c-3edc-40a6-adc4-2f37d582ed96 req-16b0dda1-325e-4547-9fc8-95a9cb576cf7 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0844686 Aug 30 04:35:11.330387 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-62808b5c-3edc-40a6-adc4-2f37d582ed96 req-098e9732-dec4-48a6-a72b-117d6ddef9fd tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861018 Aug 30 04:35:11.445857 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5a9dedd2-f5a4-4452-ba50-8ffb7c2547a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.021442 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-955cdeb3-9b4d-4da0-90e7-5aa74bc6a43e req-76ae6986-309d-4863-a2f4-be42b6f7947c tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 210 time: 0.0329692 Aug 30 04:35:12.505182 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b94b3-a43c-4ca5-8795-fbc1cc6c513e req-880ceb15-2e2b-4a82-91e0-684a796a3500 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:12.506896 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0d3b94b3-a43c-4ca5-8795-fbc1cc6c513e req-880ceb15-2e2b-4a82-91e0-684a796a3500 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0571914 Aug 30 04:35:12.566055 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0d3b94b3-a43c-4ca5-8795-fbc1cc6c513e req-d8e0f1f4-f224-46e7-998f-8b94dcbcf1bb tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493681 Aug 30 04:35:12.569072 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device b63e5ca3-4866-40d2-815c-ec29fddad4bf no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:12.603273 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: b63e5ca3-4866-40d2-815c-ec29fddad4bf {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:12.603796 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device b63e5ca3-4866-40d2-815c-ec29fddad4bf not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:13.176997 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-87eb695c-962e-4a63-b877-dda824789b7d req-6db7f79e-94bd-47a6-b675-f50cd4e28ff6 tempest-ServerRescueNegativeTestJSON-56671497 tempest-ServerRescueNegativeTestJSON-56671497-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 210 time: 0.0411565 Aug 30 04:35:13.228421 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-309a0883-baa8-4d7d-816f-53fce6dad92a req-63673da5-0812-4116-a7bc-f878ffb31bf0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625190 Aug 30 04:35:13.550745 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a0ea85fb-22ba-40b7-83b2-3672b434b8af req-5b5f83a3-def7-41ab-82f5-cde51d3273fa service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0344036 Aug 30 04:35:13.571398 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a5b46-cf06-480d-80d1-8d18573d08c4 req-8e038380-120d-434e-9595-0c71f8318af9 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:13.573188 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b8a5b46-cf06-480d-80d1-8d18573d08c4 req-8e038380-120d-434e-9595-0c71f8318af9 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0564659 Aug 30 04:35:13.717223 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cd7ce-9537-40df-b863-e1b1156656aa req-672259e2-665d-455b-b851-f6c8c8f0f0b4 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:13.719644 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a85cd7ce-9537-40df-b863-e1b1156656aa req-672259e2-665d-455b-b851-f6c8c8f0f0b4 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 946 time: 0.0637012 Aug 30 04:35:13.794068 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:13.805468 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a85cd7ce-9537-40df-b863-e1b1156656aa req-d2d37783-ea7f-4825-9448-e458405cce19 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=97517902-ca09-4d4b-95bb-fe456f500a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790408 Aug 30 04:35:13.838388 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.921083 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a0ea85fb-22ba-40b7-83b2-3672b434b8af req-16a4ffbd-614b-4865-a210-8f88eb7ff6fc service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&device_id=ba6cd6eb-b345-40aa-9997-edd0e1d35089 HTTP/1.1" status: 200 len: 210 time: 0.0368519 Aug 30 04:35:13.985378 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-4b8a5b46-cf06-480d-80d1-8d18573d08c4 req-eed158bd-44db-43ab-8074-5f98aca323ba tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Deleting port d13cb21f-376e-4f2b-9daf-472725dece64 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:13.985697 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-4b8a5b46-cf06-480d-80d1-8d18573d08c4 req-eed158bd-44db-43ab-8074-5f98aca323ba tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:14.123604 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea85fb-22ba-40b7-83b2-3672b434b8af req-71b379a9-3a1b-487b-ab62-6472d49c2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:14.125836 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a0ea85fb-22ba-40b7-83b2-3672b434b8af req-71b379a9-3a1b-487b-ab62-6472d49c2515 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1718729 Aug 30 04:35:14.144906 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-4b8a5b46-cf06-480d-80d1-8d18573d08c4 req-eed158bd-44db-43ab-8074-5f98aca323ba tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] For port d13cb21f-376e-4f2b-9daf-472725dece64, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d13cb21f-376e-4f2b-9daf-472725dece64,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:14.145412 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-4b8a5b46-cf06-480d-80d1-8d18573d08c4 req-eed158bd-44db-43ab-8074-5f98aca323ba tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:14.168307 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-4b8a5b46-cf06-480d-80d1-8d18573d08c4 req-eed158bd-44db-43ab-8074-5f98aca323ba tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Calling delete_port for d13cb21f-376e-4f2b-9daf-472725dece64 owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:14.173708 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:14.254977 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea85fb-22ba-40b7-83b2-3672b434b8af req-4a3563cd-08b4-47b0-a693-092dc84ecf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:14.256715 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a0ea85fb-22ba-40b7-83b2-3672b434b8af req-4a3563cd-08b4-47b0-a693-092dc84ecf8d service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1248252 Aug 30 04:35:14.281429 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50870) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:14.358563 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-4b8a5b46-cf06-480d-80d1-8d18573d08c4 req-eed158bd-44db-43ab-8074-5f98aca323ba tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (d13cb21f-376e-4f2b-9daf-472725dece64), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:14.393145 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed158bd-44db-43ab-8074-5f98aca323ba tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Pushing event deleted for resources: {'Port': ['ID=d13cb21f-376e-4f2b-9daf-472725dece64,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:14.412036 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['d13cb21f-376e-4f2b-9daf-472725dece64'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:35:14.494490 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8a5b46-cf06-480d-80d1-8d18573d08c4 req-eed158bd-44db-43ab-8074-5f98aca323ba tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] No DVR routers for this DVR port d13cb21f-376e-4f2b-9daf-472725dece64 on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:14.498482 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-4b8a5b46-cf06-480d-80d1-8d18573d08c4 req-eed158bd-44db-43ab-8074-5f98aca323ba tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:14.501974 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4b8a5b46-cf06-480d-80d1-8d18573d08c4 req-eed158bd-44db-43ab-8074-5f98aca323ba tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.83 "DELETE /networking/v2.0/ports/d13cb21f-376e-4f2b-9daf-472725dece64 HTTP/1.1" status: 204 len: 173 time: 0.6488411 Aug 30 04:35:14.502442 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'name': 'network-vif-deleted', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:14.504896 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c83255b-bac7-464a-afd5-2af50e768d06" -d '{"events": [{"server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "name": "network-vif-deleted", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:14.570793 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d29380-efd0-4b2c-8597-89f1e8bea5f2 x-openstack-request-id: req-e9d29380-efd0-4b2c-8597-89f1e8bea5f2 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:14.571151 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9a6009-b7c3-4bec-9c1f-00487651ecbe", "name": "network-vif-deleted", "tag": "d13cb21f-376e-4f2b-9daf-472725dece64", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:14.571329 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e9d29380-efd0-4b2c-8597-89f1e8bea5f2 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:14.571741 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d29380-efd0-4b2c-8597-89f1e8bea5f2'] response: {'server_uuid': 'ec9a6009-b7c3-4bec-9c1f-00487651ecbe', 'name': 'network-vif-deleted', 'tag': 'd13cb21f-376e-4f2b-9daf-472725dece64', 'status': 'completed', 'code': 200} Aug 30 04:35:14.678423 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:14.903405 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519691'] for router_interface (8d67aa32-3c12-40c6-af05-d66a27af6a56), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:15.058719 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7538ce69-4593-4698-b663-c8b7b2c65645 req-0ef4da45-81b7-4e1a-b884-92e135c7da02 tempest-TestMinimumBasicScenario-689611478 tempest-TestMinimumBasicScenario-689611478-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ec9a6009-b7c3-4bec-9c1f-00487651ecbe HTTP/1.1" status: 200 len: 210 time: 0.0533655 Aug 30 04:35:15.114604 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:15.187609 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] Deleting port 6a21bea3-e612-46f0-8192-6782d2cd6961 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:15.188070 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:15.290734 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] For port 6a21bea3-e612-46f0-8192-6782d2cd6961, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=6a21bea3-e612-46f0-8192-6782d2cd6961,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:15.291091 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:15.308468 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] Calling delete_port for 6a21bea3-e612-46f0-8192-6782d2cd6961 owned by network:router_interface {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:15.363637 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:15.558614 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (6a21bea3-e612-46f0-8192-6782d2cd6961), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:15.590098 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=6a21bea3-e612-46f0-8192-6782d2cd6961,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:15.833719 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519611'] for router_interface (8d67aa32-3c12-40c6-af05-d66a27af6a56), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:16.069625 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] Router 8d67aa32-3c12-40c6-af05-d66a27af6a56 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:16.082169 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:16.179770 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:16.244574 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:16.255644 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50890) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:16.256901 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-a819802c-b7ae-4645-848b-0a7869bf6a0b admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/8d67aa32-3c12-40c6-af05-d66a27af6a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9728255 Aug 30 04:35:16.261081 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e574d6-a283-47ac-ac40-f7a7859bd1f1 None None] Sync routers for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:16.276756 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e574d6-a283-47ac-ac40-f7a7859bd1f1 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:16.277555 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c9e574d6-a283-47ac-ac40-f7a7859bd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:16.338056 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:16.459488 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-c9e574d6-a283-47ac-ac40-f7a7859bd1f1 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:16.586256 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device d13cb21f-376e-4f2b-9daf-472725dece64 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:16.636166 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: d13cb21f-376e-4f2b-9daf-472725dece64 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:16.637435 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device d13cb21f-376e-4f2b-9daf-472725dece64 not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:16.704040 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c9e574d6-a283-47ac-ac40-f7a7859bd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:35:15Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:16.737846 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e574d6-a283-47ac-ac40-f7a7859bd1f1 None None] Checking router: 8d67aa32-3c12-40c6-af05-d66a27af6a56 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:16.752400 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e574d6-a283-47ac-ac40-f7a7859bd1f1 None None] Routers {'8d67aa32-3c12-40c6-af05-d66a27af6a56'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:16.752400 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c9e574d6-a283-47ac-ac40-f7a7859bd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['8d67aa32-3c12-40c6-af05-d66a27af6a56'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:16.847772 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Publish callbacks [] for router (8d67aa32-3c12-40c6-af05-d66a27af6a56), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:16.896760 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-c9e574d6-a283-47ac-ac40-f7a7859bd1f1 None None] Set router 8d67aa32-3c12-40c6-af05-d66a27af6a56 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:17.058096 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Publish callbacks [] for router_gateway (8d67aa32-3c12-40c6-af05-d66a27af6a56), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:17.138822 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Deleting port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:17.139253 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:17.220743 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:17.235720 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c9e574d6-a283-47ac-ac40-f7a7859bd1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:35:15Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:17.250218 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50928) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:17.266513 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e574d6-a283-47ac-ac40-f7a7859bd1f1 None None] The sync data for ids ['8d67aa32-3c12-40c6-af05-d66a27af6a56'] in dv-cinder-854265-2-smb is: [{'id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'name': 'tempest-ServerRescueNegativeTestJSON-908442283-router', 'tenant_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:35:15Z', 'revision_number': 5, 'project_id': 'b09f049bcfa64015bf7495ae9ec2924a', 'gw_port': {'id': 'dcb053dc-f30e-401c-ab67-2b05c1c0fbe5', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d67aa32-3c12-40c6-af05-d66a27af6a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:17.312796 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] For port dcb053dc-f30e-401c-ab67-2b05c1c0fbe5, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=dcb053dc-f30e-401c-ab67-2b05c1c0fbe5,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:17.313367 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:17.335387 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Calling delete_port for dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 owned by network:router_gateway {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:17.487059 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:17.568300 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (dcb053dc-f30e-401c-ab67-2b05c1c0fbe5), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:17.608323 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb053dc-f30e-401c-ab67-2b05c1c0fbe5,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:17.630775 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520776'] for router_gateway (8d67aa32-3c12-40c6-af05-d66a27af6a56), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:17.748014 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:17.792082 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6a21bea3-e612-46f0-8192-6782d2cd6961 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:17.799144 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:35:17.820625 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10061'] for router (8d67aa32-3c12-40c6-af05-d66a27af6a56), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:17.825568 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Publish callbacks [] for router_controller (8d67aa32-3c12-40c6-af05-d66a27af6a56), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:17.837219 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:17.842466 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 6a21bea3-e612-46f0-8192-6782d2cd6961 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:17.843243 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6a21bea3-e612-46f0-8192-6782d2cd6961 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:17.865267 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519691'] for router_interface (038eca4a-a2de-41df-8110-b02e6cf292b6), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:17.956068 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519622'] for router (8d67aa32-3c12-40c6-af05-d66a27af6a56), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:17.958117 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d67aa32-3c12-40c6-af05-d66a27af6a56 {{(pid=106395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:35:17.966249 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:17.968851 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-827d501f-1dd8-4ce9-bd83-90aa351fea4c admin admin] 10.222.0.91 "DELETE /networking/v2.0/routers/8d67aa32-3c12-40c6-af05-d66a27af6a56 HTTP/1.1" status: 204 len: 168 time: 1.7111678 Aug 30 04:35:17.972366 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50932) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:18.078316 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Deleting subnet 3eb80f58-e213-48ec-bba7-2eefd95bb34a {{(pid=106396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:35:18.085766 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Publish callbacks [] for subnet (3eb80f58-e213-48ec-bba7-2eefd95bb34a), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:18.491044 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15464322'] for subnet (3eb80f58-e213-48ec-bba7-2eefd95bb34a), precommit_delete_associations {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:18.687273 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (3eb80f58-e213-48ec-bba7-2eefd95bb34a), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:18.716157 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] Deleting port 48f1fc04-0fd0-4551-ade6-3900ccdb9017 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:18.716502 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:18.801448 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:18.814229 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15454433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15248039'] for subnet (3eb80f58-e213-48ec-bba7-2eefd95bb34a), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:18.860005 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb80f58-e213-48ec-bba7-2eefd95bb34a,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:18.878777 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6682e1a2-2c07-4af3-b2e6-7ae09a640906 None None] Network 1d802dd7-2559-4337-b25d-332df8c6e9ad requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:35:18.879711 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:18.884243 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/3eb80f58-e213-48ec-bba7-2eefd95bb34a HTTP/1.1" status: 204 len: 168 time: 0.9093835 Aug 30 04:35:18.887483 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] For port 48f1fc04-0fd0-4551-ade6-3900ccdb9017, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=48f1fc04-0fd0-4551-ade6-3900ccdb9017,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:18.888097 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:18.888392 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50936) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:18.893117 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.893645 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.894137 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.894678 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.895212 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.895794 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.896366 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.896856 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.897365 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.897838 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.898376 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.898915 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.899573 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.900132 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.900649 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cdd81f-f9e2-4a01-8f8b-7357fd0fea18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:18.922856 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] Calling delete_port for 48f1fc04-0fd0-4551-ade6-3900ccdb9017 owned by network:router_interface {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:18.971420 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:19.025218 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (1d802dd7-2559-4337-b25d-332df8c6e9ad), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:19.123888 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4319972-24d5-4a9b-a0de-79501db6d649 None None] DHCP port deletion for 1d802dd7-2559-4337-b25d-332df8c6e9ad request from dv-cinder-854265-2-smb {{(pid=106397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:35:19.127058 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Deleting port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:19.128415 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:19.146630 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:19.199708 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-f4319972-24d5-4a9b-a0de-79501db6d649 None None] Deleting port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee {{(pid=106397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:19.200291 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-f4319972-24d5-4a9b-a0de-79501db6d649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), before_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:19.254847 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (48f1fc04-0fd0-4551-ade6-3900ccdb9017), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:19.259992 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] For port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=83a8cc4d-825c-48a0-983a-f13dc99fe0ee,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:19.261079 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:19.291693 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Calling delete_port for 83a8cc4d-825c-48a0-983a-f13dc99fe0ee owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:19.300350 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] Pushing event deleted for resources: {'Port': ['ID=48f1fc04-0fd0-4551-ade6-3900ccdb9017,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:19.306137 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-f4319972-24d5-4a9b-a0de-79501db6d649 None None] For port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=83a8cc4d-825c-48a0-983a-f13dc99fe0ee,segment=NetworkSegment(e0786813-40f5-4470-b491-4b3790e43efd),segment_id=e0786813-40f5-4470-b491-4b3790e43efd)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:19.307824 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-f4319972-24d5-4a9b-a0de-79501db6d649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), precommit_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:19.350404 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-f4319972-24d5-4a9b-a0de-79501db6d649 None None] Calling delete_port for 83a8cc4d-825c-48a0-983a-f13dc99fe0ee owned by network:dhcp {{(pid=106397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:19.449672 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:19.519029 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-f4319972-24d5-4a9b-a0de-79501db6d649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (83a8cc4d-825c-48a0-983a-f13dc99fe0ee), after_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:19.540343 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] No DVR routers for this DVR port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee on host dv-cinder-854265-2-smb {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:19.547718 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a8cc4d-825c-48a0-983a-f13dc99fe0ee,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:19.559234 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4319972-24d5-4a9b-a0de-79501db6d649 None None] Pushing event deleted for resources: {'Port': ['ID=83a8cc4d-825c-48a0-983a-f13dc99fe0ee,revision_number=None']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:19.563657 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4319972-24d5-4a9b-a0de-79501db6d649 None None] No DVR routers for this DVR port 83a8cc4d-825c-48a0-983a-f13dc99fe0ee on host dv-cinder-854265-2-smb {{(pid=106397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:19.568153 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.569066 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.569237 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.569710 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.570248 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.570768 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.571290 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.571806 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.572398 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.572893 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.573396 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.573910 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.574500 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.586470 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.586896 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:19.609385 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519611'] for router_interface (038eca4a-a2de-41df-8110-b02e6cf292b6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:19.667556 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:19.690909 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:19.691252 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device dcb053dc-f30e-401c-ab67-2b05c1c0fbe5 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:19.691783 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 83a8cc4d-825c-48a0-983a-f13dc99fe0ee no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:19.715463 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 83a8cc4d-825c-48a0-983a-f13dc99fe0ee {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:19.715844 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 83a8cc4d-825c-48a0-983a-f13dc99fe0ee not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:19.735861 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (1d802dd7-2559-4337-b25d-332df8c6e9ad), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:19.768180 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.768727 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.769594 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.770019 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.770471 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.770949 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.771447 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.772053 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.772467 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.772879 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.895290 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] Router 038eca4a-a2de-41df-8110-b02e6cf292b6 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:19.909457 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.910167 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.910462 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.910994 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:35:19.911640 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d802dd7-2559-4337-b25d-332df8c6e9ad']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:19.943869 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0786813-40f5-4470-b491-4b3790e43efd') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:19.944378 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0786813-40f5-4470-b491-4b3790e43efd') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:19.977089 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805521'] for segment (e0786813-40f5-4470-b491-4b3790e43efd), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.011216 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (e0786813-40f5-4470-b491-4b3790e43efd), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.023970 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:35:20.024394 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13740792'] for segment (e0786813-40f5-4470-b491-4b3790e43efd), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.090662 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:20.107081 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-bc5fa7e4-8c58-4282-a478-522b53f769dc admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/038eca4a-a2de-41df-8110-b02e6cf292b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8508346 Aug 30 04:35:20.107250 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50942) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:20.111380 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5960ef3e-4986-40e0-944f-b8d9665b0dae None None] Sync routers for ids ['038eca4a-a2de-41df-8110-b02e6cf292b6'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:20.117555 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:20.139448 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960ef3e-4986-40e0-944f-b8d9665b0dae None None] Routers {'038eca4a-a2de-41df-8110-b02e6cf292b6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:20.141277 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-5960ef3e-4986-40e0-944f-b8d9665b0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['038eca4a-a2de-41df-8110-b02e6cf292b6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:20.151957 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (1d802dd7-2559-4337-b25d-332df8c6e9ad), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.171356 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.178378 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/1d802dd7-2559-4337-b25d-332df8c6e9ad HTTP/1.1" status: 204 len: 168 time: 1.2881787 Aug 30 04:35:20.199565 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13467be6-fc58-4e02-922e-dd8a4d4808b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d802dd7-2559-4337-b25d-332df8c6e9ad,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:20.301869 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Publish callbacks [] for router (038eca4a-a2de-41df-8110-b02e6cf292b6), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.342641 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment e0786813-40f5-4470-b491-4b3790e43efd resource provider aggregate not found Aug 30 04:35:20.350899 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-5960ef3e-4986-40e0-944f-b8d9665b0dae None None] Set router 038eca4a-a2de-41df-8110-b02e6cf292b6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:20.363094 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment e0786813-40f5-4470-b491-4b3790e43efd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0786813-40f5-4470-b491-4b3790e43efd found for delete ", "request_id": "req-2f3bf14f-46aa-446c-ac65-0cf9806b9341"}]} Aug 30 04:35:20.448099 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50952) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:20.471225 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:20.476813 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Publish callbacks [] for router_gateway (038eca4a-a2de-41df-8110-b02e6cf292b6), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.515796 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-7f5e5a12-a37e-43e3-80f5-4ffacb632fe6 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=b09f049bcfa64015bf7495ae9ec2924a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0637927 Aug 30 04:35:20.516821 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50954) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:20.557518 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Deleting port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:20.558178 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.590671 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ec710048-832b-4d0d-8289-e701d9413a37 admin admin] Publish callbacks [] for security_group (14fcca3b-77c0-4b73-8f03-35c93a478516), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.603294 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-5960ef3e-4986-40e0-944f-b8d9665b0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:35:19Z', 'revision_number': 5, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port': {'id': '6fe6f6d8-b827-46a9-96ed-53f4a9430b2e', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:20.620932 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ec710048-832b-4d0d-8289-e701d9413a37 admin admin] Publish callbacks [] for security_group (14fcca3b-77c0-4b73-8f03-35c93a478516), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.640914 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:20.657465 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5960ef3e-4986-40e0-944f-b8d9665b0dae None None] Checking router: 038eca4a-a2de-41df-8110-b02e6cf292b6 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:20.671322 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960ef3e-4986-40e0-944f-b8d9665b0dae None None] Routers {'038eca4a-a2de-41df-8110-b02e6cf292b6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:20.673065 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-5960ef3e-4986-40e0-944f-b8d9665b0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['038eca4a-a2de-41df-8110-b02e6cf292b6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:20.711730 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ec710048-832b-4d0d-8289-e701d9413a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (14fcca3b-77c0-4b73-8f03-35c93a478516), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.715017 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ec710048-832b-4d0d-8289-e701d9413a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.716481 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-ec710048-832b-4d0d-8289-e701d9413a37 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/14fcca3b-77c0-4b73-8f03-35c93a478516 HTTP/1.1" status: 204 len: 168 time: 0.1982570 Aug 30 04:35:20.722213 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] For port 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=6fe6f6d8-b827-46a9-96ed-53f4a9430b2e,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:20.722630 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:20.737906 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec710048-832b-4d0d-8289-e701d9413a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fcca3b-77c0-4b73-8f03-35c93a478516,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:20.741215 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Calling delete_port for 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e owned by network:router_gateway {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:20.793069 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-5960ef3e-4986-40e0-944f-b8d9665b0dae None None] Set router 038eca4a-a2de-41df-8110-b02e6cf292b6 gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:20.857011 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-5960ef3e-4986-40e0-944f-b8d9665b0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:35:20Z', 'revision_number': 6, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port_host': None}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:20.891266 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5960ef3e-4986-40e0-944f-b8d9665b0dae None None] The sync data for ids ['038eca4a-a2de-41df-8110-b02e6cf292b6'] in dv-cinder-854265-2-smb is: [{'id': '038eca4a-a2de-41df-8110-b02e6cf292b6', 'name': 'tempest-TestMinimumBasicScenario-478771489-router', 'tenant_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:28Z', 'updated_at': '2022-08-30T04:35:20Z', 'revision_number': 6, 'project_id': 'da2baee55e704f8cbcf73b9bab63bd9a', 'gw_port_host': None}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:20.967959 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (6fe6f6d8-b827-46a9-96ed-53f4a9430b2e), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.013879 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe6f6d8-b827-46a9-96ed-53f4a9430b2e,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:21.098305 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520776'] for router_gateway (038eca4a-a2de-41df-8110-b02e6cf292b6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.210598 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10061'] for router (038eca4a-a2de-41df-8110-b02e6cf292b6), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.215129 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Publish callbacks [] for router_controller (038eca4a-a2de-41df-8110-b02e6cf292b6), precommit_delete_associations {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.289588 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519622'] for router (038eca4a-a2de-41df-8110-b02e6cf292b6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.290382 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 038eca4a-a2de-41df-8110-b02e6cf292b6 {{(pid=106396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:35:21.300654 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.305027 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50964) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:21.305591 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-4bba8676-e564-4333-846e-0a95869ec145 admin admin] 10.222.0.91 "DELETE /networking/v2.0/routers/038eca4a-a2de-41df-8110-b02e6cf292b6 HTTP/1.1" status: 204 len: 168 time: 1.1965973 Aug 30 04:35:21.417848 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df4aaf7-4464-451e-bf80-58fc0ee03b8b admin admin] Deleting subnet 827f5d02-c61c-48aa-9415-d203f472af05 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:35:21.426167 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0df4aaf7-4464-451e-bf80-58fc0ee03b8b admin admin] Publish callbacks [] for subnet (827f5d02-c61c-48aa-9415-d203f472af05), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.429520 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:DELETE=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:21.465264 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:21.484776 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0df4aaf7-4464-451e-bf80-58fc0ee03b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805530'] for subnet (827f5d02-c61c-48aa-9415-d203f472af05), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.584732 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0df4aaf7-4464-451e-bf80-58fc0ee03b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (827f5d02-c61c-48aa-9415-d203f472af05), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.686225 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0df4aaf7-4464-451e-bf80-58fc0ee03b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13739614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170066'] for subnet (827f5d02-c61c-48aa-9415-d203f472af05), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.724122 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4aaf7-4464-451e-bf80-58fc0ee03b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827f5d02-c61c-48aa-9415-d203f472af05,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:21.726400 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0df4aaf7-4464-451e-bf80-58fc0ee03b8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.730377 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-0df4aaf7-4464-451e-bf80-58fc0ee03b8b admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/827f5d02-c61c-48aa-9415-d203f472af05 HTTP/1.1" status: 204 len: 168 time: 0.4233143 Aug 30 04:35:21.734033 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 50974) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:21.735087 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23addb1a-cbad-45ae-84dc-b327764517d6 None None] Network bcb6fd08-3263-4163-96c8-4125846b16e0 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:35:21.809572 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:21.878116 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 48f1fc04-0fd0-4551-ade6-3900ccdb9017 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:21.881968 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (bcb6fd08-3263-4163-96c8-4125846b16e0), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:21.910538 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 48f1fc04-0fd0-4551-ade6-3900ccdb9017 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:21.910900 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 48f1fc04-0fd0-4551-ade6-3900ccdb9017 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:21.952152 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Deleting port 19c4ef17-5118-4c17-a78e-c0edd636adef {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:21.952846 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.013343 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a76555-417a-4c2d-ba6c-d89ef4e21c5a None None] DHCP port deletion for bcb6fd08-3263-4163-96c8-4125846b16e0 request from dv-cinder-854265-2-smb {{(pid=106397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:35:22.050521 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] For port 19c4ef17-5118-4c17-a78e-c0edd636adef, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=19c4ef17-5118-4c17-a78e-c0edd636adef,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:22.050940 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.068491 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Calling delete_port for 19c4ef17-5118-4c17-a78e-c0edd636adef owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:22.078809 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-87a76555-417a-4c2d-ba6c-d89ef4e21c5a None None] Deleting port 19c4ef17-5118-4c17-a78e-c0edd636adef {{(pid=106397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:22.079422 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-87a76555-417a-4c2d-ba6c-d89ef4e21c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), before_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.214895 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.223102 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-87a76555-417a-4c2d-ba6c-d89ef4e21c5a None None] For port 19c4ef17-5118-4c17-a78e-c0edd636adef, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=19c4ef17-5118-4c17-a78e-c0edd636adef,segment=NetworkSegment(359019e8-e525-4106-9bed-841ba1618462),segment_id=359019e8-e525-4106-9bed-841ba1618462)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:22.224042 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-87a76555-417a-4c2d-ba6c-d89ef4e21c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), precommit_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.252486 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-87a76555-417a-4c2d-ba6c-d89ef4e21c5a None None] Calling delete_port for 19c4ef17-5118-4c17-a78e-c0edd636adef owned by network:dhcp {{(pid=106397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:22.270837 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c4ef17-5118-4c17-a78e-c0edd636adef,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:22.280617 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] No DVR routers for this DVR port 19c4ef17-5118-4c17-a78e-c0edd636adef on host dv-cinder-854265-2-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:22.288694 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:22.396027 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-87a76555-417a-4c2d-ba6c-d89ef4e21c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (19c4ef17-5118-4c17-a78e-c0edd636adef), after_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.435428 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a76555-417a-4c2d-ba6c-d89ef4e21c5a None None] Pushing event deleted for resources: {'Port': ['ID=19c4ef17-5118-4c17-a78e-c0edd636adef,revision_number=None']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:22.443939 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a76555-417a-4c2d-ba6c-d89ef4e21c5a None None] No DVR routers for this DVR port 19c4ef17-5118-4c17-a78e-c0edd636adef on host dv-cinder-854265-2-smb {{(pid=106397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:22.456957 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (bcb6fd08-3263-4163-96c8-4125846b16e0), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.491088 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb6fd08-3263-4163-96c8-4125846b16e0']}} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:22.504401 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359019e8-e525-4106-9bed-841ba1618462') {'for_net_delete': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:22.504683 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359019e8-e525-4106-9bed-841ba1618462') {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:22.519693 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15464329'] for segment (359019e8-e525-4106-9bed-841ba1618462), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.530990 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:22.548721 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (359019e8-e525-4106-9bed-841ba1618462), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.560948 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=106396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:35:22.561374 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15457351'] for segment (359019e8-e525-4106-9bed-841ba1618462), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.632699 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 359019e8-e525-4106-9bed-841ba1618462 resource provider aggregate not found Aug 30 04:35:22.666332 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 359019e8-e525-4106-9bed-841ba1618462 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 359019e8-e525-4106-9bed-841ba1618462 found for delete ", "request_id": "req-505e7eba-433c-4ac5-a6ad-a9660d811f13"}]} Aug 30 04:35:22.676310 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (bcb6fd08-3263-4163-96c8-4125846b16e0), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.689945 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.695662 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/bcb6fd08-3263-4163-96c8-4125846b16e0 HTTP/1.1" status: 204 len: 168 time: 0.9593501 Aug 30 04:35:22.698834 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 50992) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:22.718075 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af92e1-294c-4cc2-8236-2752f0a5c245 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb6fd08-3263-4163-96c8-4125846b16e0,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:23.231158 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519691'] for router_interface (15be9fbc-3519-4a56-9109-3d52f8958c01), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:23.489139 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:23.515065 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:23.515707 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6fe6f6d8-b827-46a9-96ed-53f4a9430b2e not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:23.516202 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 19c4ef17-5118-4c17-a78e-c0edd636adef no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:23.542268 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 19c4ef17-5118-4c17-a78e-c0edd636adef {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:23.542886 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 19c4ef17-5118-4c17-a78e-c0edd636adef not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:23.636714 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] Deleting port 8831bdd4-b552-415a-b8b7-d10cad62da83 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:23.637179 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:23.750342 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:23.761771 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] For port 8831bdd4-b552-415a-b8b7-d10cad62da83, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=8831bdd4-b552-415a-b8b7-d10cad62da83,segment=NetworkSegment(94777b77-7035-47f6-8bcc-0f904f5d3e6b),segment_id=94777b77-7035-47f6-8bcc-0f904f5d3e6b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:23.762748 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:23.787320 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] Calling delete_port for 8831bdd4-b552-415a-b8b7-d10cad62da83 owned by network:router_interface {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:23.867652 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:24.105891 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (8831bdd4-b552-415a-b8b7-d10cad62da83), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:24.154914 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=8831bdd4-b552-415a-b8b7-d10cad62da83,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:24.281480 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51034) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:24.510783 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4cdb-3e4a-44fe-a288-b8ca63c7ce03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:24.635045 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4cdb-3e4a-44fe-a288-b8ca63c7ce03 admin admin] Publish callbacks [] for security_group (0772c225-c2b7-4321-a134-90c32392be01), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:24.644090 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4cdb-3e4a-44fe-a288-b8ca63c7ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (0772c225-c2b7-4321-a134-90c32392be01), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:24.725511 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-0d6f4cdb-3e4a-44fe-a288-b8ca63c7ce03 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=1e78ed62eb5d4cd795b5bde3e9cf220f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4411600 Aug 30 04:35:24.727346 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f4cdb-3e4a-44fe-a288-b8ca63c7ce03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0772c225-c2b7-4321-a134-90c32392be01,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:24.732042 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51040) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:24.775267 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519611'] for router_interface (15be9fbc-3519-4a56-9109-3d52f8958c01), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:24.828369 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-31697c8b-e7de-4cb8-aee1-0127cf9039ee admin admin] Publish callbacks [] for security_group (0772c225-c2b7-4321-a134-90c32392be01), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:24.871337 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-31697c8b-e7de-4cb8-aee1-0127cf9039ee admin admin] Publish callbacks [] for security_group (0772c225-c2b7-4321-a134-90c32392be01), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:24.941652 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-31697c8b-e7de-4cb8-aee1-0127cf9039ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (0772c225-c2b7-4321-a134-90c32392be01), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:24.945499 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-31697c8b-e7de-4cb8-aee1-0127cf9039ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:24.947155 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-31697c8b-e7de-4cb8-aee1-0127cf9039ee admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/0772c225-c2b7-4321-a134-90c32392be01 HTTP/1.1" status: 204 len: 168 time: 0.2134006 Aug 30 04:35:24.981334 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31697c8b-e7de-4cb8-aee1-0127cf9039ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0772c225-c2b7-4321-a134-90c32392be01,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:25.118122 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] Router 15be9fbc-3519-4a56-9109-3d52f8958c01 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:25.263956 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:25.273295 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-699a1ed1-02fd-4672-aa05-699fac53a4cd admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/15be9fbc-3519-4a56-9109-3d52f8958c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5690851 Aug 30 04:35:25.274631 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51046) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:25.284106 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180e9f42-5dae-4fd8-9eb5-4b68417a4372 None None] Sync routers for ids ['15be9fbc-3519-4a56-9109-3d52f8958c01'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:25.305870 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180e9f42-5dae-4fd8-9eb5-4b68417a4372 None None] Routers {'15be9fbc-3519-4a56-9109-3d52f8958c01'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:25.306928 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-180e9f42-5dae-4fd8-9eb5-4b68417a4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['15be9fbc-3519-4a56-9109-3d52f8958c01'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:25.465035 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Publish callbacks [] for router (15be9fbc-3519-4a56-9109-3d52f8958c01), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.519262 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51050) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:25.530566 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-180e9f42-5dae-4fd8-9eb5-4b68417a4372 None None] Set router 15be9fbc-3519-4a56-9109-3d52f8958c01 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:25.546165 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d63d4125-0626-4ef5-b0d4-205ecfca7b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.661756 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:25.662693 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Publish callbacks [] for router_gateway (15be9fbc-3519-4a56-9109-3d52f8958c01), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.706008 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d63d4125-0626-4ef5-b0d4-205ecfca7b18 admin admin] Publish callbacks [] for security_group (bf1d722e-3827-49c9-bda2-907b6a8f5ff6), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.713595 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d63d4125-0626-4ef5-b0d4-205ecfca7b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (bf1d722e-3827-49c9-bda2-907b6a8f5ff6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.760544 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Deleting port 65742d8a-1194-4c5f-b33b-9457c7018d7c {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:25.761067 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.779845 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-d63d4125-0626-4ef5-b0d4-205ecfca7b18 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=476df39140ae4169a759ad569f2cee7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585595 Aug 30 04:35:25.781626 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d4125-0626-4ef5-b0d4-205ecfca7b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1d722e-3827-49c9-bda2-907b6a8f5ff6,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:25.784444 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51056) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:25.814119 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:25.862117 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-180e9f42-5dae-4fd8-9eb5-4b68417a4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'name': 'tempest-TestMinimumBasicScenario-499712637-router', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104'}], 'enable_snat': True}, 'gw_port_id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:46Z', 'updated_at': '2022-08-30T04:35:24Z', 'revision_number': 5, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'gw_port': {'id': '65742d8a-1194-4c5f-b33b-9457c7018d7c', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:47Z', 'updated_at': '2022-08-30T04:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:25.885803 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] For port 65742d8a-1194-4c5f-b33b-9457c7018d7c, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=65742d8a-1194-4c5f-b33b-9457c7018d7c,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:25.886169 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.897645 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180e9f42-5dae-4fd8-9eb5-4b68417a4372 None None] Checking router: 15be9fbc-3519-4a56-9109-3d52f8958c01 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:25.899727 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8448a3c5-eff7-4ac5-89d5-8cd3513f988a admin admin] Publish callbacks [] for security_group (bf1d722e-3827-49c9-bda2-907b6a8f5ff6), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.904156 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Calling delete_port for 65742d8a-1194-4c5f-b33b-9457c7018d7c owned by network:router_gateway {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:25.906590 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:25.908667 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180e9f42-5dae-4fd8-9eb5-4b68417a4372 None None] Routers {'15be9fbc-3519-4a56-9109-3d52f8958c01'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:25.909621 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-180e9f42-5dae-4fd8-9eb5-4b68417a4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['15be9fbc-3519-4a56-9109-3d52f8958c01'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:25.948842 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8448a3c5-eff7-4ac5-89d5-8cd3513f988a admin admin] Publish callbacks [] for security_group (bf1d722e-3827-49c9-bda2-907b6a8f5ff6), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.989638 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:26.014048 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-180e9f42-5dae-4fd8-9eb5-4b68417a4372 None None] Set router 15be9fbc-3519-4a56-9109-3d52f8958c01 gateway port host: None {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:26.055625 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8448a3c5-eff7-4ac5-89d5-8cd3513f988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (bf1d722e-3827-49c9-bda2-907b6a8f5ff6), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.059552 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8448a3c5-eff7-4ac5-89d5-8cd3513f988a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.073130 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-8448a3c5-eff7-4ac5-89d5-8cd3513f988a admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/bf1d722e-3827-49c9-bda2-907b6a8f5ff6 HTTP/1.1" status: 204 len: 168 time: 0.2793257 Aug 30 04:35:26.082110 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-180e9f42-5dae-4fd8-9eb5-4b68417a4372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'name': 'tempest-TestMinimumBasicScenario-499712637-router', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:46Z', 'updated_at': '2022-08-30T04:35:25Z', 'revision_number': 6, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'gw_port_host': None}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:26.105826 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448a3c5-eff7-4ac5-89d5-8cd3513f988a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1d722e-3827-49c9-bda2-907b6a8f5ff6,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:26.154206 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180e9f42-5dae-4fd8-9eb5-4b68417a4372 None None] The sync data for ids ['15be9fbc-3519-4a56-9109-3d52f8958c01'] in dv-cinder-854265-2-smb is: [{'id': '15be9fbc-3519-4a56-9109-3d52f8958c01', 'name': 'tempest-TestMinimumBasicScenario-499712637-router', 'tenant_id': '6529d016e7774d7689b965de00c5d1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:46Z', 'updated_at': '2022-08-30T04:35:25Z', 'revision_number': 6, 'project_id': '6529d016e7774d7689b965de00c5d1a9', 'gw_port_host': None}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:26.242131 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (65742d8a-1194-4c5f-b33b-9457c7018d7c), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.328594 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Pushing event deleted for resources: {'Port': ['ID=65742d8a-1194-4c5f-b33b-9457c7018d7c,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:26.417051 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520776'] for router_gateway (15be9fbc-3519-4a56-9109-3d52f8958c01), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.624621 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10061'] for router (15be9fbc-3519-4a56-9109-3d52f8958c01), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.629757 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Publish callbacks [] for router_controller (15be9fbc-3519-4a56-9109-3d52f8958c01), precommit_delete_associations {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.746515 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519622'] for router (15be9fbc-3519-4a56-9109-3d52f8958c01), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.747469 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15be9fbc-3519-4a56-9109-3d52f8958c01 {{(pid=106396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:35:26.757820 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] Publish callbacks [] for router (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.765798 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51074) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:26.766464 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-0d1960ff-73db-49a1-8aa9-b0c39cf40eff admin admin] 10.222.0.91 "DELETE /networking/v2.0/routers/15be9fbc-3519-4a56-9109-3d52f8958c01 HTTP/1.1" status: 204 len: 168 time: 1.4911277 Aug 30 04:35:26.902465 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-649f1d11-92b2-4650-aab5-59626a78dc0a admin admin] Deleting subnet 6a7a382a-450a-4412-8f40-2d264878195a {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:35:26.912684 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-649f1d11-92b2-4650-aab5-59626a78dc0a admin admin] Publish callbacks [] for subnet (6a7a382a-450a-4412-8f40-2d264878195a), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.001274 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-649f1d11-92b2-4650-aab5-59626a78dc0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805530'] for subnet (6a7a382a-450a-4412-8f40-2d264878195a), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.133935 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461ce8c-8007-41e0-8318-3e4d53b4088a req-7edd2a9b-72bf-4d97-8c5f-5e4133cf68d5 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:27.135802 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4461ce8c-8007-41e0-8318-3e4d53b4088a req-7edd2a9b-72bf-4d97-8c5f-5e4133cf68d5 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1124876 Aug 30 04:35:27.201706 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-649f1d11-92b2-4650-aab5-59626a78dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (6a7a382a-450a-4412-8f40-2d264878195a), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.243739 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4461ce8c-8007-41e0-8318-3e4d53b4088a req-5faab026-052d-428b-97b8-7aba51160a12 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930824 Aug 30 04:35:27.313967 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-649f1d11-92b2-4650-aab5-59626a78dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13739614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170066'] for subnet (6a7a382a-450a-4412-8f40-2d264878195a), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.353443 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f1d11-92b2-4650-aab5-59626a78dc0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7a382a-450a-4412-8f40-2d264878195a,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:27.358042 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-649f1d11-92b2-4650-aab5-59626a78dc0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.366493 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-649f1d11-92b2-4650-aab5-59626a78dc0a admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/6a7a382a-450a-4412-8f40-2d264878195a HTTP/1.1" status: 204 len: 168 time: 0.5942645 Aug 30 04:35:27.366493 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51090) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:27.369127 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e2b950-8e1f-4237-a6d7-eb708f3200ad None None] Network 8ca8c628-8ead-4ff0-946e-7788be4694af requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:35:27.535318 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (8ca8c628-8ead-4ff0-946e-7788be4694af), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.544877 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8831bdd4-b552-415a-b8b7-d10cad62da83 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:27.602470 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 8831bdd4-b552-415a-b8b7-d10cad62da83 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:27.603168 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8831bdd4-b552-415a-b8b7-d10cad62da83 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:27.604252 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 65742d8a-1194-4c5f-b33b-9457c7018d7c no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:27.623605 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Deleting port 5d5705a1-073f-4046-9855-50aa439c3b3f {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:27.624241 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.656318 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 65742d8a-1194-4c5f-b33b-9457c7018d7c {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:27.656960 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 65742d8a-1194-4c5f-b33b-9457c7018d7c not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:27.761763 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] For port 5d5705a1-073f-4046-9855-50aa439c3b3f, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=5d5705a1-073f-4046-9855-50aa439c3b3f,segment=NetworkSegment(94777b77-7035-47f6-8bcc-0f904f5d3e6b),segment_id=94777b77-7035-47f6-8bcc-0f904f5d3e6b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:27.762160 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.778910 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] DHCP port deletion for 8ca8c628-8ead-4ff0-946e-7788be4694af request from dv-cinder-854265-2-smb {{(pid=106397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:35:27.785030 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Calling delete_port for 5d5705a1-073f-4046-9855-50aa439c3b3f owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:27.845874 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Deleting port 5d5705a1-073f-4046-9855-50aa439c3b3f {{(pid=106397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:27.846534 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), before_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.893044 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.938898 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5705a1-073f-4046-9855-50aa439c3b3f,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:27.945239 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] No DVR routers for this DVR port 5d5705a1-073f-4046-9855-50aa439c3b3f on host dv-cinder-854265-2-smb {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:28.121781 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (8ca8c628-8ead-4ff0-946e-7788be4694af), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:28.177317 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca8c628-8ead-4ff0-946e-7788be4694af']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:28.184562 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:28.193389 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] For port 5d5705a1-073f-4046-9855-50aa439c3b3f, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=5d5705a1-073f-4046-9855-50aa439c3b3f,segment=NetworkSegment(94777b77-7035-47f6-8bcc-0f904f5d3e6b),segment_id=94777b77-7035-47f6-8bcc-0f904f5d3e6b)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:28.193784 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), precommit_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:28.201696 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94777b77-7035-47f6-8bcc-0f904f5d3e6b') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:28.203665 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94777b77-7035-47f6-8bcc-0f904f5d3e6b') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:28.207972 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:28.211375 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Calling delete_port for 5d5705a1-073f-4046-9855-50aa439c3b3f owned by network:dhcp {{(pid=106397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:28.219590 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:28.229384 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805521'] for segment (94777b77-7035-47f6-8bcc-0f904f5d3e6b), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:28.259188 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (94777b77-7035-47f6-8bcc-0f904f5d3e6b), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:28.291645 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:35:28.295417 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13740792'] for segment (94777b77-7035-47f6-8bcc-0f904f5d3e6b), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:28.401521 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (5d5705a1-073f-4046-9855-50aa439c3b3f), after_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:28.430955 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 94777b77-7035-47f6-8bcc-0f904f5d3e6b resource provider aggregate not found Aug 30 04:35:28.476467 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 94777b77-7035-47f6-8bcc-0f904f5d3e6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94777b77-7035-47f6-8bcc-0f904f5d3e6b found for delete ", "request_id": "req-4fa94e04-5a3d-4b8a-8d75-36c41825bfe4"}]} Aug 30 04:35:28.477134 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Pushing event deleted for resources: {'Port': ['ID=5d5705a1-073f-4046-9855-50aa439c3b3f,revision_number=None']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:28.478699 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (8ca8c628-8ead-4ff0-946e-7788be4694af), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:28.493446 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] No DVR routers for this DVR port 5d5705a1-073f-4046-9855-50aa439c3b3f on host dv-cinder-854265-2-smb {{(pid=106397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:28.498512 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.499732 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.502084 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.503132 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.504119 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.504954 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.505799 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.506746 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.507614 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.508524 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.510627 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.511719 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.512623 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.513468 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.514457 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af226890-e74d-4e5b-9e1c-e43e2250af53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:28.517168 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:28.519944 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/8ca8c628-8ead-4ff0-946e-7788be4694af HTTP/1.1" status: 204 len: 168 time: 1.1522796 Aug 30 04:35:28.545152 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce599ac-a651-4203-9715-0b5b1ff3203d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca8c628-8ead-4ff0-946e-7788be4694af,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:28.584977 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c8eae-dbd0-4d12-aec5-7ca9ca09976c req-784798cb-afca-458a-bded-7866c4474a39 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:28.593453 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-164c8eae-dbd0-4d12-aec5-7ca9ca09976c req-784798cb-afca-458a-bded-7866c4474a39 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1709936 Aug 30 04:35:28.683157 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-164c8eae-dbd0-4d12-aec5-7ca9ca09976c req-62e70a66-5c35-4af6-a244-c5cbc11e94b0 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882425 Aug 30 04:35:28.835145 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51128) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:28.915955 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-bf8322cf-4b2a-428c-a39e-6768a7e9d24b admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=da2baee55e704f8cbcf73b9bab63bd9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0779021 Aug 30 04:35:28.920009 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51130) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:29.015187 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6c216ad2-49cf-4adf-a8ff-2aa01aa5fea5 admin admin] Publish callbacks [] for security_group (97517902-ca09-4d4b-95bb-fe456f500a8a), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:29.065790 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6c216ad2-49cf-4adf-a8ff-2aa01aa5fea5 admin admin] Publish callbacks [] for security_group (97517902-ca09-4d4b-95bb-fe456f500a8a), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:29.162871 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6c216ad2-49cf-4adf-a8ff-2aa01aa5fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (97517902-ca09-4d4b-95bb-fe456f500a8a), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:29.166287 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6c216ad2-49cf-4adf-a8ff-2aa01aa5fea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:29.168095 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-6c216ad2-49cf-4adf-a8ff-2aa01aa5fea5 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/97517902-ca09-4d4b-95bb-fe456f500a8a HTTP/1.1" status: 204 len: 168 time: 0.2464378 Aug 30 04:35:29.176882 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c216ad2-49cf-4adf-a8ff-2aa01aa5fea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97517902-ca09-4d4b-95bb-fe456f500a8a,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:29.503417 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 5d5705a1-073f-4046-9855-50aa439c3b3f no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:29.539842 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 5d5705a1-073f-4046-9855-50aa439c3b3f {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:29.540581 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 5d5705a1-073f-4046-9855-50aa439c3b3f not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:29.770511 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51164) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:29.866660 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-aa30169a-f640-45a8-aa6c-ecacc8f3d086 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=6529d016e7774d7689b965de00c5d1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0938075 Aug 30 04:35:29.879196 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51170) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:29.946174 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d90df-7dbd-4323-a7a1-c50aedb9f6f1 req-c9d3ba93-1eb1-4529-ac86-d49eed62606a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:29.950416 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-395d90df-7dbd-4323-a7a1-c50aedb9f6f1 req-c9d3ba93-1eb1-4529-ac86-d49eed62606a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1248550 Aug 30 04:35:29.983273 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-10daa6be-4d9f-4944-a0bd-391cc6085cb0 admin admin] Publish callbacks [] for security_group (a3e3ec6e-cd79-4303-9ee4-d8a3efb50711), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:30.027516 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-10daa6be-4d9f-4944-a0bd-391cc6085cb0 admin admin] Publish callbacks [] for security_group (a3e3ec6e-cd79-4303-9ee4-d8a3efb50711), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:30.029020 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-395d90df-7dbd-4323-a7a1-c50aedb9f6f1 req-23eaafcc-b35c-4a91-866c-1f67d56ff8cb tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678449 Aug 30 04:35:30.108433 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-10daa6be-4d9f-4944-a0bd-391cc6085cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (a3e3ec6e-cd79-4303-9ee4-d8a3efb50711), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:30.113929 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-10daa6be-4d9f-4944-a0bd-391cc6085cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:30.116461 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-10daa6be-4d9f-4944-a0bd-391cc6085cb0 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/a3e3ec6e-cd79-4303-9ee4-d8a3efb50711 HTTP/1.1" status: 204 len: 168 time: 0.2351570 Aug 30 04:35:30.132692 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daa6be-4d9f-4944-a0bd-391cc6085cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e3ec6e-cd79-4303-9ee4-d8a3efb50711,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:30.428752 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51180) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:30.704966 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0260d043-9275-4901-95ed-a2a32f505df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:30.818939 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0260d043-9275-4901-95ed-a2a32f505df5 admin admin] Publish callbacks [] for security_group (c667fd5b-4727-45fb-8795-4a1270dddf27), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:30.824506 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0260d043-9275-4901-95ed-a2a32f505df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (c667fd5b-4727-45fb-8795-4a1270dddf27), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:30.870270 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260d043-9275-4901-95ed-a2a32f505df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c667fd5b-4727-45fb-8795-4a1270dddf27,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:30.875978 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-0260d043-9275-4901-95ed-a2a32f505df5 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=54a258d766fb4e57a418a7df07534e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447467 Aug 30 04:35:30.878309 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51184) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:30.944361 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-105892dd-1e8c-4694-bf32-cd3497d21b6e admin admin] Publish callbacks [] for security_group (c667fd5b-4727-45fb-8795-4a1270dddf27), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:30.958913 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:30.971901 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-105892dd-1e8c-4694-bf32-cd3497d21b6e admin admin] Publish callbacks [] for security_group (c667fd5b-4727-45fb-8795-4a1270dddf27), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:31.035047 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-105892dd-1e8c-4694-bf32-cd3497d21b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (c667fd5b-4727-45fb-8795-4a1270dddf27), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:31.039310 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-105892dd-1e8c-4694-bf32-cd3497d21b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:31.041065 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-105892dd-1e8c-4694-bf32-cd3497d21b6e admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/c667fd5b-4727-45fb-8795-4a1270dddf27 HTTP/1.1" status: 204 len: 168 time: 0.1616492 Aug 30 04:35:31.052452 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105892dd-1e8c-4694-bf32-cd3497d21b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c667fd5b-4727-45fb-8795-4a1270dddf27,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:31.236863 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e94f70-7a17-483b-bec3-f2b10b2f4876 req-af5e313f-2ebb-4ab6-b450-115930af5635 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:31.238706 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b2e94f70-7a17-483b-bec3-f2b10b2f4876 req-af5e313f-2ebb-4ab6-b450-115930af5635 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0669007 Aug 30 04:35:31.264791 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:31.309546 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b2e94f70-7a17-483b-bec3-f2b10b2f4876 req-3aa376f4-5f73-4a52-a7e1-4c1efc25941a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638340 Aug 30 04:35:31.503571 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51202) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:31.518881 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfa60-a95e-424e-b802-d0cd94edcada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:31.648664 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfa60-a95e-424e-b802-d0cd94edcada admin admin] Publish callbacks [] for security_group (9b5a71f2-a89f-4d8d-9ed8-c8edd62f5fd1), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:31.656460 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d4bfa60-a95e-424e-b802-d0cd94edcada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (9b5a71f2-a89f-4d8d-9ed8-c8edd62f5fd1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:31.708074 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-7d4bfa60-a95e-424e-b802-d0cd94edcada admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=7d5b6851ea4242d3b5a034fe9feda7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037551 Aug 30 04:35:31.710865 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51208) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:31.719121 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bfa60-a95e-424e-b802-d0cd94edcada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a71f2-a89f-4d8d-9ed8-c8edd62f5fd1,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:31.775674 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-230262e5-15b4-4e72-93f2-939067ff4179 admin admin] Publish callbacks [] for security_group (9b5a71f2-a89f-4d8d-9ed8-c8edd62f5fd1), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:31.804505 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-230262e5-15b4-4e72-93f2-939067ff4179 admin admin] Publish callbacks [] for security_group (9b5a71f2-a89f-4d8d-9ed8-c8edd62f5fd1), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:31.867813 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-230262e5-15b4-4e72-93f2-939067ff4179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (9b5a71f2-a89f-4d8d-9ed8-c8edd62f5fd1), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:31.870877 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-230262e5-15b4-4e72-93f2-939067ff4179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:31.872266 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-230262e5-15b4-4e72-93f2-939067ff4179 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/9b5a71f2-a89f-4d8d-9ed8-c8edd62f5fd1 HTTP/1.1" status: 204 len: 168 time: 0.1601629 Aug 30 04:35:31.883197 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230262e5-15b4-4e72-93f2-939067ff4179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a71f2-a89f-4d8d-9ed8-c8edd62f5fd1,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:32.480216 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcec70-b5b3-496f-9f2d-3c1c92fecb09 req-3c2419e0-1520-4503-ad19-ab069da143cb tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:32.484864 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-49dcec70-b5b3-496f-9f2d-3c1c92fecb09 req-3c2419e0-1520-4503-ad19-ab069da143cb tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0838983 Aug 30 04:35:32.575621 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-49dcec70-b5b3-496f-9f2d-3c1c92fecb09 req-d10d4ad6-c859-4a91-98e6-85072cca7132 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852790 Aug 30 04:35:33.804408 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954945ad-a80a-4a90-b72d-9e1f5905f4b4 req-48ef8bee-3ad3-4b1e-98f7-5f6e98be15cf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:33.807178 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-954945ad-a80a-4a90-b72d-9e1f5905f4b4 req-48ef8bee-3ad3-4b1e-98f7-5f6e98be15cf tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0762582 Aug 30 04:35:33.902866 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-954945ad-a80a-4a90-b72d-9e1f5905f4b4 req-b735c1af-fd9a-48f3-a2fa-34e23bfaf5fa tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699205 Aug 30 04:35:35.093320 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716905de-d037-4886-93b9-d8b40e2278a7 req-b5482c66-e6f7-4a7a-820d-62d1f6b78688 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:35.095936 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-716905de-d037-4886-93b9-d8b40e2278a7 req-b5482c66-e6f7-4a7a-820d-62d1f6b78688 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0739324 Aug 30 04:35:35.178946 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-716905de-d037-4886-93b9-d8b40e2278a7 req-28376652-3e1b-471e-ab71-e13cf524172f tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755012 Aug 30 04:35:36.085947 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=47 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:36.087510 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=96 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:36.368790 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898e8f5-6fed-4bf7-aca6-ad51948ceeab req-ed6a44fe-438e-4bc8-bcc9-b0e2f1d9d343 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:36.370450 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2898e8f5-6fed-4bf7-aca6-ad51948ceeab req-ed6a44fe-438e-4bc8-bcc9-b0e2f1d9d343 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0762255 Aug 30 04:35:36.433653 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2898e8f5-6fed-4bf7-aca6-ad51948ceeab req-807d08a3-62d5-4d2f-bad3-518613f5a346 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565448 Aug 30 04:35:37.632930 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d43fb0-eeb8-43d7-a4af-60a36162c300 req-2bb85ae4-325f-47df-9d57-912122792909 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:37.641774 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96d43fb0-eeb8-43d7-a4af-60a36162c300 req-2bb85ae4-325f-47df-9d57-912122792909 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1004357 Aug 30 04:35:37.734238 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-96d43fb0-eeb8-43d7-a4af-60a36162c300 req-5d4480fc-9225-4ad3-9daa-04aa6d902995 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907526 Aug 30 04:35:37.864360 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:37.919332 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51350) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:37.944947 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-a3896b7c-13eb-4ec0-ac54-ddab11edfa7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.103805 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4733c5a8-b567-43c9-a677-ca15082f8e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.166945 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:38.247542 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4733c5a8-b567-43c9-a677-ca15082f8e71 admin admin] Publish callbacks [] for security_group (4f78d3d5-4cb1-402d-8692-0dae6a0e6af9), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.252576 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4733c5a8-b567-43c9-a677-ca15082f8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4f78d3d5-4cb1-402d-8692-0dae6a0e6af9), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.299866 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-4733c5a8-b567-43c9-a677-ca15082f8e71 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=faeef655b8894babbac95491d5698d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789370 Aug 30 04:35:38.301017 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733c5a8-b567-43c9-a677-ca15082f8e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f78d3d5-4cb1-402d-8692-0dae6a0e6af9,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:38.305446 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51354) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:38.384858 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-55a34655-5d2a-47f8-a16f-02c88870f78d admin admin] Publish callbacks [] for security_group (4f78d3d5-4cb1-402d-8692-0dae6a0e6af9), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.400930 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:38.415525 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-55a34655-5d2a-47f8-a16f-02c88870f78d admin admin] Publish callbacks [] for security_group (4f78d3d5-4cb1-402d-8692-0dae6a0e6af9), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.518397 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-55a34655-5d2a-47f8-a16f-02c88870f78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4f78d3d5-4cb1-402d-8692-0dae6a0e6af9), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.523092 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-55a34655-5d2a-47f8-a16f-02c88870f78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.525498 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-55a34655-5d2a-47f8-a16f-02c88870f78d admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/4f78d3d5-4cb1-402d-8692-0dae6a0e6af9 HTTP/1.1" status: 204 len: 168 time: 0.2181611 Aug 30 04:35:38.543374 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a34655-5d2a-47f8-a16f-02c88870f78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f78d3d5-4cb1-402d-8692-0dae6a0e6af9,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:38.928896 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e480cd-6e30-4f28-bda4-2bd1db76bc30 req-2da203c7-a908-4601-922c-e902856ba0ca tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:38.931352 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-29e480cd-6e30-4f28-bda4-2bd1db76bc30 req-2da203c7-a908-4601-922c-e902856ba0ca tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0898283 Aug 30 04:35:38.997012 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:39.013416 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-29e480cd-6e30-4f28-bda4-2bd1db76bc30 req-f9e16996-7372-4557-a826-ebf1354feb53 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726440 Aug 30 04:35:39.085878 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51368) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:39.109334 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0213d95a-9688-4992-8edf-f3ee42a10316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.234448 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0213d95a-9688-4992-8edf-f3ee42a10316 admin admin] Publish callbacks [] for security_group (8259e727-a9ba-4632-a55f-eac2c960b638), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.240638 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0213d95a-9688-4992-8edf-f3ee42a10316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8259e727-a9ba-4632-a55f-eac2c960b638), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.323080 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d95a-9688-4992-8edf-f3ee42a10316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8259e727-a9ba-4632-a55f-eac2c960b638,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:39.337392 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51378) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:39.338142 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-0213d95a-9688-4992-8edf-f3ee42a10316 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=de0000a8b015460abcb14a18142fea2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501297 Aug 30 04:35:39.351790 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:39.441848 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc4c4eb3-f1d8-4885-ae53-2d34ed545c46 admin admin] Publish callbacks [] for security_group (8259e727-a9ba-4632-a55f-eac2c960b638), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.462200 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:39.473767 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc4c4eb3-f1d8-4885-ae53-2d34ed545c46 admin admin] Publish callbacks [] for security_group (8259e727-a9ba-4632-a55f-eac2c960b638), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.558666 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc4c4eb3-f1d8-4885-ae53-2d34ed545c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8259e727-a9ba-4632-a55f-eac2c960b638), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.561501 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc4c4eb3-f1d8-4885-ae53-2d34ed545c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.562810 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-bc4c4eb3-f1d8-4885-ae53-2d34ed545c46 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/8259e727-a9ba-4632-a55f-eac2c960b638 HTTP/1.1" status: 204 len: 168 time: 0.2239058 Aug 30 04:35:39.573040 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c4eb3-f1d8-4885-ae53-2d34ed545c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8259e727-a9ba-4632-a55f-eac2c960b638,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:39.840837 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbfd2f-1e9e-4a1e-bc74-5728d4f37955 req-862ec42c-0691-4879-a78f-0492dc136e61 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:39.842790 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d5dbfd2f-1e9e-4a1e-bc74-5728d4f37955 req-862ec42c-0691-4879-a78f-0492dc136e61 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 946 time: 0.0792303 Aug 30 04:35:39.932458 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d5dbfd2f-1e9e-4a1e-bc74-5728d4f37955 req-0772bf5d-7b96-4ec9-8bee-35dc5cde5c9d tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719526 Aug 30 04:35:40.228255 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ada7c7-2cd5-4539-8f0a-6b135bcdc378 req-c242221b-5711-48a2-a114-4e25f01f16d7 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:40.232260 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c7ada7c7-2cd5-4539-8f0a-6b135bcdc378 req-c242221b-5711-48a2-a114-4e25f01f16d7 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0923927 Aug 30 04:35:40.294426 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c7ada7c7-2cd5-4539-8f0a-6b135bcdc378 req-6f92b6ea-7646-4e31-b74a-ff8afe1ff349 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561457 Aug 30 04:35:41.133168 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203a355-31fc-4200-ba92-1de168dbcc63 req-c9d7c551-42f1-4b50-acfd-d77f5c81203a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:41.136007 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4203a355-31fc-4200-ba92-1de168dbcc63 req-c9d7c551-42f1-4b50-acfd-d77f5c81203a tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 946 time: 0.0691314 Aug 30 04:35:41.215094 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4203a355-31fc-4200-ba92-1de168dbcc63 req-1e9511e5-b5ea-4f26-8354-7f23b67c8dde tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669003 Aug 30 04:35:41.447961 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-8128fd23-560f-43e1-8813-3d7332a044cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:41.793020 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86051487-8e64-4e2c-b69a-2657b2e8eeee req-9009ed7a-6798-48d0-ab71-ccede562d15b tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:41.794767 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-86051487-8e64-4e2c-b69a-2657b2e8eeee req-9009ed7a-6798-48d0-ab71-ccede562d15b tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.3653672 Aug 30 04:35:41.873595 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-86051487-8e64-4e2c-b69a-2657b2e8eeee req-ef26d663-4a10-46bb-86fa-a4fffe83d308 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693858 Aug 30 04:35:42.150558 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-11e98817-f991-4cca-9efe-9b0d574ccd5c tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:42.154808 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-11e98817-f991-4cca-9efe-9b0d574ccd5c tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 946 time: 0.1099286 Aug 30 04:35:42.426573 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd4fb9-81e4-4751-8be5-9a536e340407 req-4be3b22a-5499-4aec-9643-68618a1ebca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:42.429937 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-39bd4fb9-81e4-4751-8be5-9a536e340407 req-4be3b22a-5499-4aec-9643-68618a1ebca4 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=a89458e4a02d40e4abfd8457f31cc0a4&device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 1129 time: 0.0782816 Aug 30 04:35:42.438266 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Deleting port b4084b0c-b4e3-4380-b521-ec05e08e1f79 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:42.438628 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.519415 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961def15-735a-4626-8848-e3a2927000d7 req-61237a91-43aa-4457-a237-44eb3682ddc7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:42.521175 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-961def15-735a-4626-8848-e3a2927000d7 req-61237a91-43aa-4457-a237-44eb3682ddc7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 946 time: 0.1885798 Aug 30 04:35:42.570208 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712666e-f921-408c-af9a-65e646ea210d req-27682aec-a82a-4b9f-acdc-16a8c2c7b2e8 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:42.571833 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7712666e-f921-408c-af9a-65e646ea210d req-27682aec-a82a-4b9f-acdc-16a8c2c7b2e8 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0922792 Aug 30 04:35:42.613506 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] For port b4084b0c-b4e3-4380-b521-ec05e08e1f79, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b4084b0c-b4e3-4380-b521-ec05e08e1f79,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:42.613834 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.632132 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-961def15-735a-4626-8848-e3a2927000d7 req-e3894ff9-1213-4080-af05-4d1c7b1ab2db tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3e1d12f1-9494-4d40-9763-21c53d4469dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012921 Aug 30 04:35:42.652149 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd4fb9-81e4-4751-8be5-9a536e340407 req-b2106ddb-8f66-470b-80db-a8f5d693e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:42.654694 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-39bd4fb9-81e4-4751-8be5-9a536e340407 req-b2106ddb-8f66-470b-80db-a8f5d693e62f service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 HTTP/1.1" status: 200 len: 910 time: 0.2005391 Aug 30 04:35:42.736058 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-7712666e-f921-408c-af9a-65e646ea210d req-885e5d6d-4c38-4cf6-a1fc-b079ad1c158a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541095 Aug 30 04:35:42.767778 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-39bd4fb9-81e4-4751-8be5-9a536e340407 req-748d82c1-c2b7-40c2-8fe5-804ebc421815 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=543dac3a-e946-4cd1-8a32-b40f01459925 HTTP/1.1" status: 200 len: 1001 time: 0.0803654 Aug 30 04:35:42.826951 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd4fb9-81e4-4751-8be5-9a536e340407 req-b57c6921-5285-4b69-814a-408e8380ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:42.828916 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-39bd4fb9-81e4-4751-8be5-9a536e340407 req-b57c6921-5285-4b69-814a-408e8380ebeb service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=63018c76-167c-41e0-bb8a-f3e744a64072 HTTP/1.1" status: 200 len: 847 time: 0.0546474 Aug 30 04:35:42.912566 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.913773 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (c936e1ef-14c8-4d59-ac24-c221d9110144), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.913985 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd4fb9-81e4-4751-8be5-9a536e340407 req-d6587afb-47e6-4379-9de3-fac25c8d62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:42.914161 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Floating IP c936e1ef-14c8-4d59-ac24-c221d9110144 disassociated. External IP: 172.28.3.227, port: b4084b0c-b4e3-4380-b521-ec05e08e1f79. Aug 30 04:35:42.914365 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Calling delete_port for b4084b0c-b4e3-4380-b521-ec05e08e1f79 owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:42.915851 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-39bd4fb9-81e4-4751-8be5-9a536e340407 req-d6587afb-47e6-4379-9de3-fac25c8d62f2 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0788817 Aug 30 04:35:43.032624 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:43.056663 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:43.070207 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-39bd4fb9-81e4-4751-8be5-9a536e340407 req-2d03de81-30dd-4ec3-aacd-a0dcb515f4e2 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462240 Aug 30 04:35:43.090978 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfef8d-6b11-4a77-9054-49023485f4ec req-9d02da16-49cb-4c0b-8f06-7ee16dc7e063 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:43.092939 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-29bfef8d-6b11-4a77-9054-49023485f4ec req-9d02da16-49cb-4c0b-8f06-7ee16dc7e063 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0829599 Aug 30 04:35:43.133228 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:43.165604 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:43.208700 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-29bfef8d-6b11-4a77-9054-49023485f4ec req-edbc82af-d1e1-44d4-a167-94327bbbf68c tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066489 Aug 30 04:35:43.210714 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (b4084b0c-b4e3-4380-b521-ec05e08e1f79), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:43.237827 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-39bd4fb9-81e4-4751-8be5-9a536e340407 req-ec672fb5-eceb-4b48-861a-881992349f1f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602635 Aug 30 04:35:43.276543 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event deleted for resources: {'Port': ['ID=b4084b0c-b4e3-4380-b521-ec05e08e1f79,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:43.440470 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:43.592825 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:43.612199 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cba6745-630f-4bf9-963b-271c8a40b659 None None] Sync routers for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:43.640541 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba6745-630f-4bf9-963b-271c8a40b659 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:43.642565 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3cba6745-630f-4bf9-963b-271c8a40b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:43.697074 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] No DVR routers for this DVR port b4084b0c-b4e3-4380-b521-ec05e08e1f79 on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:43.706623 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:43.714050 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e3e83e18-768c-48fe-be1a-9ed50f431439 req-8acdb3dc-2221-4a3a-b8f3-f36d6dce66f7 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.83 "DELETE /networking/v2.0/ports/b4084b0c-b4e3-4380-b521-ec05e08e1f79 HTTP/1.1" status: 204 len: 173 time: 1.5467036 Aug 30 04:35:43.715082 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'name': 'network-vif-deleted', 'tag': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:43.722138 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c77e1c-1a0b-46df-950a-8c46d0a6b4b5" -d '{"events": [{"server_uuid": "999dbbf6-840d-4eb7-ab9e-291b3de143cf", "name": "network-vif-deleted", "tag": "b4084b0c-b4e3-4380-b521-ec05e08e1f79"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:43.808530 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e50b76f-9e7d-4e51-ade7-f440568d4154 x-openstack-request-id: req-9e50b76f-9e7d-4e51-ade7-f440568d4154 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:43.814801 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999dbbf6-840d-4eb7-ab9e-291b3de143cf", "name": "network-vif-deleted", "tag": "b4084b0c-b4e3-4380-b521-ec05e08e1f79", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:43.815451 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9e50b76f-9e7d-4e51-ade7-f440568d4154 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:43.817448 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e50b76f-9e7d-4e51-ade7-f440568d4154'] response: {'server_uuid': '999dbbf6-840d-4eb7-ab9e-291b3de143cf', 'name': 'network-vif-deleted', 'tag': 'b4084b0c-b4e3-4380-b521-ec05e08e1f79', 'status': 'completed', 'code': 200} Aug 30 04:35:43.860679 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:43.862958 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-3cba6745-630f-4bf9-963b-271c8a40b659 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:43.864278 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-155ab0c0-5a84-4d14-aceb-81e32dfee2f8 req-abfde70b-d144-4dab-ab65-120fa84f0592 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 210 time: 0.0702229 Aug 30 04:35:43.991113 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a75ed-605c-452b-89cf-1924dc2c4e5d req-406ec1ec-2f56-47ea-b747-34469814bc93 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:43.992768 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-060a75ed-605c-452b-89cf-1924dc2c4e5d req-406ec1ec-2f56-47ea-b747-34469814bc93 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0591013 Aug 30 04:35:44.080499 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-060a75ed-605c-452b-89cf-1924dc2c4e5d req-7b1bb93b-6813-40ec-8451-c040ced285f6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796049 Aug 30 04:35:44.189644 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3cba6745-630f-4bf9-963b-271c8a40b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:44.217894 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cba6745-630f-4bf9-963b-271c8a40b659 None None] Checking router: 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:44.229455 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba6745-630f-4bf9-963b-271c8a40b659 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:44.230180 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3cba6745-630f-4bf9-963b-271c8a40b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:44.370055 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:44.378369 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-3cba6745-630f-4bf9-963b-271c8a40b659 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:44.407335 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb66eb-956b-44cc-aa35-ead1be6b881c req-58ea5cf8-5700-49fa-9d54-35c9297cf134 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:44.410001 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-32eb66eb-956b-44cc-aa35-ead1be6b881c req-58ea5cf8-5700-49fa-9d54-35c9297cf134 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0841172 Aug 30 04:35:44.509832 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-32eb66eb-956b-44cc-aa35-ead1be6b881c req-d5b104ac-6afc-49d2-9fcc-68ed39cc2ed1 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915601 Aug 30 04:35:44.656911 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3cba6745-630f-4bf9-963b-271c8a40b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:44.700569 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cba6745-630f-4bf9-963b-271c8a40b659 None None] The sync data for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb is: [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:29:39Z', 'revision_number': 4, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'be7d77cc-510c-4499-94b6-872a7590a718', 'name': '', 'network_id': 'bddd7440-d2d5-43f3-9351-36f5944c255c', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'mac_address': 'fa:16:3e:9a:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:32Z', 'updated_at': '2022-08-30T04:29:59Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'subnets': [{'id': '69a1d0ce-bd9d-4d78-a0cb-792af118065b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:44.717029 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:44.786839 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device b4084b0c-b4e3-4380-b521-ec05e08e1f79 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:44.817572 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: b4084b0c-b4e3-4380-b521-ec05e08e1f79 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:44.818050 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device b4084b0c-b4e3-4380-b521-ec05e08e1f79 not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:45.121940 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-40614ada-4803-4c61-b0cb-97ee5a95a074 req-cb226ad0-7397-40d2-9465-a08be46f3b90 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=999dbbf6-840d-4eb7-ab9e-291b3de143cf HTTP/1.1" status: 200 len: 210 time: 0.0712640 Aug 30 04:35:45.195170 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806eafbc-fef9-4bae-985c-9db2820b6e57 None None] New status for floating IP c936e1ef-14c8-4d59-ac24-c221d9110144: DOWN {{(pid=106398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:35:45.364231 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60774a-86e9-409c-b7bb-307b96a950c5 req-1b6b9a21-b418-4556-8023-fbc037ebbdd5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:45.366420 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1b60774a-86e9-409c-b7bb-307b96a950c5 req-1b6b9a21-b418-4556-8023-fbc037ebbdd5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1155648 Aug 30 04:35:45.460522 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1b60774a-86e9-409c-b7bb-307b96a950c5 req-ef144535-4fd2-47fd-bf5a-ee47e328ef50 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833111 Aug 30 04:35:45.719783 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a362a-e343-441b-ba70-81a28107db0a req-d7266637-f8a6-4f5b-bb37-4deec350d433 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:45.722522 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-496a362a-e343-441b-ba70-81a28107db0a req-d7266637-f8a6-4f5b-bb37-4deec350d433 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0917222 Aug 30 04:35:45.796480 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-496a362a-e343-441b-ba70-81a28107db0a req-ff393cab-d1f3-4baa-a78a-e1930cd0e587 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665195 Aug 30 04:35:46.184070 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:46.243305 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51506) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:46.310147 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-806f99f7-f737-4f75-9241-432c7220d687 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (3e1d12f1-9494-4d40-9763-21c53d4469dd), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:46.335934 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-806f99f7-f737-4f75-9241-432c7220d687 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (3e1d12f1-9494-4d40-9763-21c53d4469dd), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:46.392778 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-806f99f7-f737-4f75-9241-432c7220d687 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3e1d12f1-9494-4d40-9763-21c53d4469dd), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:46.395650 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-806f99f7-f737-4f75-9241-432c7220d687 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:46.397209 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-806f99f7-f737-4f75-9241-432c7220d687 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "DELETE /networking/v2.0/security-groups/3e1d12f1-9494-4d40-9763-21c53d4469dd HTTP/1.1" status: 204 len: 168 time: 0.1527202 Aug 30 04:35:46.401779 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51508) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:46.413369 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f99f7-f737-4f75-9241-432c7220d687 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1d12f1-9494-4d40-9763-21c53d4469dd,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:46.417256 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.api.v2.resource [None req-9c14bad0-9c25-4d53-9be1-4c5ac4359310 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] show failed (client error): The resource could not be found. Aug 30 04:35:46.418312 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-9c14bad0-9c25-4d53-9be1-4c5ac4359310 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "GET /networking/v2.0/security-groups/3e1d12f1-9494-4d40-9763-21c53d4469dd HTTP/1.1" status: 404 len: 347 time: 0.0156338 Aug 30 04:35:46.422991 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51510) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:46.616803 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e0559-28aa-4caa-8530-2c872f2ebfd6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Deleting port 15f44284-38e6-46eb-8766-a18c824ded26 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:46.617154 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0559-28aa-4caa-8530-2c872f2ebfd6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (15f44284-38e6-46eb-8766-a18c824ded26), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:46.645230 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818434b-4cdf-4674-b2a3-40196c83c6a9 req-a49914c6-74b2-479e-95a1-8485880acd79 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:46.647884 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1818434b-4cdf-4674-b2a3-40196c83c6a9 req-a49914c6-74b2-479e-95a1-8485880acd79 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0842175 Aug 30 04:35:46.774060 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1818434b-4cdf-4674-b2a3-40196c83c6a9 req-5228eb76-778d-436b-96d9-9e91c727d5ce tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866585 Aug 30 04:35:46.783694 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0559-28aa-4caa-8530-2c872f2ebfd6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (15f44284-38e6-46eb-8766-a18c824ded26), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:46.784051 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0559-28aa-4caa-8530-2c872f2ebfd6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (15f44284-38e6-46eb-8766-a18c824ded26), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:46.804441 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e0559-28aa-4caa-8530-2c872f2ebfd6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Calling delete_port for 15f44284-38e6-46eb-8766-a18c824ded26 owned by network:floatingip {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:46.933602 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:46.950112 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef4074-5d2f-4226-a366-301ee9f8a5be req-71dc98ef-f198-4e1d-9254-ba9475c6e605 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:46.951823 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cfef4074-5d2f-4226-a366-301ee9f8a5be req-71dc98ef-f198-4e1d-9254-ba9475c6e605 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0581458 Aug 30 04:35:47.020418 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0559-28aa-4caa-8530-2c872f2ebfd6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (15f44284-38e6-46eb-8766-a18c824ded26), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:47.020758 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-cfef4074-5d2f-4226-a366-301ee9f8a5be req-215e94da-0d90-4cfe-b071-ea80f72b50db tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610063 Aug 30 04:35:47.057647 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e0559-28aa-4caa-8530-2c872f2ebfd6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Pushing event deleted for resources: {'Port': ['ID=15f44284-38e6-46eb-8766-a18c824ded26,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:47.157302 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0559-28aa-4caa-8530-2c872f2ebfd6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks [] for floatingip (c936e1ef-14c8-4d59-ac24-c221d9110144), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:47.160850 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3e6e0559-28aa-4caa-8530-2c872f2ebfd6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:47.175350 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-3e6e0559-28aa-4caa-8530-2c872f2ebfd6 tempest-AttachVolumeTestJSON-1818900164 tempest-AttachVolumeTestJSON-1818900164-project] 10.222.0.91 "DELETE /networking/v2.0/floatingips/c936e1ef-14c8-4d59-ac24-c221d9110144 HTTP/1.1" status: 204 len: 168 time: 0.7427468 Aug 30 04:35:47.353955 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-4bbef948-cf85-4c48-b483-0a139574ff46 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0513599 Aug 30 04:35:47.396551 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f20b7d-6037-4750-9daa-1153305de5fe req-b31bc40d-58e1-440f-930e-e40cc3a2da79 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:47.398705 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c6f20b7d-6037-4750-9daa-1153305de5fe req-b31bc40d-58e1-440f-930e-e40cc3a2da79 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0630746 Aug 30 04:35:47.436275 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:47.463162 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-0d313029-2a51-4cdc-8a59-a2bae46a910a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:47.465196 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-0d313029-2a51-4cdc-8a59-a2bae46a910a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports/543dac3a-e946-4cd1-8a32-b40f01459925 HTTP/1.1" status: 200 len: 942 time: 0.0761826 Aug 30 04:35:47.465461 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c6f20b7d-6037-4750-9daa-1153305de5fe req-ac5e43f8-3154-45b9-bf58-99bec0e9a748 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592670 Aug 30 04:35:47.984761 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b8d12-5439-45bf-acb7-0af92bbd67cf req-0bdfe6c8-dad4-4c4e-9a80-b72238243a15 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:47.992608 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-642b8d12-5439-45bf-acb7-0af92bbd67cf req-0bdfe6c8-dad4-4c4e-9a80-b72238243a15 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1025541 Aug 30 04:35:48.058238 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-642b8d12-5439-45bf-acb7-0af92bbd67cf req-eeed9afb-fa0c-4799-8a20-743adb92f668 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604868 Aug 30 04:35:48.813464 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 543dac3a-e946-4cd1-8a32-b40f01459925 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:48.834374 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a7d9d-5455-4a35-9845-5b32e73f59c5 req-15704d1b-67c2-4b53-b339-44eec1294836 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:48.837459 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b69a7d9d-5455-4a35-9845-5b32e73f59c5 req-15704d1b-67c2-4b53-b339-44eec1294836 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0769060 Aug 30 04:35:48.944664 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b69a7d9d-5455-4a35-9845-5b32e73f59c5 req-48a6b7a4-2465-411a-9e68-02641ebf9978 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002522 Aug 30 04:35:48.976701 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 543dac3a-e946-4cd1-8a32-b40f01459925 is: ACTIVE; New status is: DOWN {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:48.977136 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:49.013301 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:49.015929 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efc9730-31c6-4607-b7fa-1b80cfe91347" -d '{"events": [{"server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "name": "network-vif-unplugged", "status": "completed", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:49.035704 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 543dac3a-e946-4cd1-8a32-b40f01459925, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=543dac3a-e946-4cd1-8a32-b40f01459925,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:49.043432 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:49.124927 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=543dac3a-e946-4cd1-8a32-b40f01459925,revision_number=6']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:49.368481 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e49f0e-84fe-4165-9170-5a874565dc37 req-dcd9cd28-0878-45ac-b219-e227800869ca tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:49.370961 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b2e49f0e-84fe-4165-9170-5a874565dc37 req-dcd9cd28-0878-45ac-b219-e227800869ca tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1671875 Aug 30 04:35:49.386043 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:49.389820 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa91bc05-2fa9-4ba1-a528-9bf459a96849 x-openstack-request-id: req-fa91bc05-2fa9-4ba1-a528-9bf459a96849 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:49.390312 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "name": "network-vif-unplugged", "status": "completed", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:49.390980 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fa91bc05-2fa9-4ba1-a528-9bf459a96849 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:49.391630 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa91bc05-2fa9-4ba1-a528-9bf459a96849'] response: {'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925', 'code': 200} Aug 30 04:35:49.433727 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-0fbbbcd3-94bb-4d8a-b29d-9fbeed1b9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:49.435755 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-0fbbbcd3-94bb-4d8a-b29d-9fbeed1b9805 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab&tenant_id=a89458e4a02d40e4abfd8457f31cc0a4 HTTP/1.1" status: 200 len: 1127 time: 0.1429436 Aug 30 04:35:49.467649 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b2e49f0e-84fe-4165-9170-5a874565dc37 req-6ee53c40-735b-4e2b-b0f5-b6d5d676aa3c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734191 Aug 30 04:35:49.557727 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-fb4d897a-1fc2-4353-ad63-320c825ab259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:49.559443 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-fb4d897a-1fc2-4353-ad63-320c825ab259 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=a89458e4a02d40e4abfd8457f31cc0a4&device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 1127 time: 0.0683172 Aug 30 04:35:49.661159 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:49.735781 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-0e9601d0-0e75-42e1-94e7-c068763d1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:49.738292 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-0e9601d0-0e75-42e1-94e7-c068763d1eac service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 HTTP/1.1" status: 200 len: 910 time: 0.1704314 Aug 30 04:35:49.839628 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-6e072ac3-6d96-412d-9cc0-a9ce369c1d4a service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=543dac3a-e946-4cd1-8a32-b40f01459925 HTTP/1.1" status: 200 len: 999 time: 0.0931928 Aug 30 04:35:49.907015 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-aa91b932-6c0c-4232-9bcd-c8c265cb4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:49.908794 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-aa91b932-6c0c-4232-9bcd-c8c265cb4e3b service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=63018c76-167c-41e0-bb8a-f3e744a64072 HTTP/1.1" status: 200 len: 847 time: 0.0622025 Aug 30 04:35:49.968826 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-e8110408-64bb-40a4-b052-a708c1556215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:49.971074 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-e8110408-64bb-40a4-b052-a708c1556215 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0554569 Aug 30 04:35:50.110642 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-965d8893-22c5-4765-a82e-7849d3c8fbef service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332033 Aug 30 04:35:50.165143 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958aba0-a391-4a0f-8869-793fcfd0ceab req-84eaa816-5b31-48a5-8c0c-bf0651603c2b tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:50.167177 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f958aba0-a391-4a0f-8869-793fcfd0ceab req-84eaa816-5b31-48a5-8c0c-bf0651603c2b tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 943 time: 0.0842125 Aug 30 04:35:50.247961 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f958aba0-a391-4a0f-8869-793fcfd0ceab req-c1e4bac6-fb4c-41e5-9aed-1eccf4481931 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691617 Aug 30 04:35:50.252626 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e620e6f9-d7b8-4427-88c8-41732652f566 req-c19b47a2-3a0d-4c3f-b12d-40c2cfb5ef79 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352189 Aug 30 04:35:50.660093 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f97025-2f0f-4965-98e9-ea75e68ab33d req-62a88d44-1e3f-4f4d-bd48-f99d62c9e4a4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:50.662450 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-35f97025-2f0f-4965-98e9-ea75e68ab33d req-62a88d44-1e3f-4f4d-bd48-f99d62c9e4a4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0686021 Aug 30 04:35:50.772605 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-35f97025-2f0f-4965-98e9-ea75e68ab33d req-1471243f-0d8a-4be7-a348-51e9246e24c0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999858 Aug 30 04:35:51.009299 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51622) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:51.401444 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ea7f7-4727-4177-aa58-29ec35e34c88 req-c5056812-9f97-4fbf-ae86-72f27efaee9d tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:51.403062 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9e6ea7f7-4727-4177-aa58-29ec35e34c88 req-c5056812-9f97-4fbf-ae86-72f27efaee9d tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 943 time: 0.0635200 Aug 30 04:35:51.479066 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9e6ea7f7-4727-4177-aa58-29ec35e34c88 req-7feadc43-61b1-4405-a344-131146e0e4c2 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651593 Aug 30 04:35:51.712194 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519691'] for router_interface (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.048852 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075862a-ebdd-483c-9c17-202642c2e571 req-c629d094-ded8-416d-8cd9-a08e011a12e7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:52.050834 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d075862a-ebdd-483c-9c17-202642c2e571 req-c629d094-ded8-416d-8cd9-a08e011a12e7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1350131 Aug 30 04:35:52.134423 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] Deleting port be7d77cc-510c-4499-94b6-872a7590a718 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:52.134888 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (be7d77cc-510c-4499-94b6-872a7590a718), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.155633 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:52.192656 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d075862a-ebdd-483c-9c17-202642c2e571 req-15c76442-50eb-46b1-a212-d27d4317df0d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327600 Aug 30 04:35:52.196265 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:52.257638 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] For port be7d77cc-510c-4499-94b6-872a7590a718, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=be7d77cc-510c-4499-94b6-872a7590a718,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:52.257985 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (be7d77cc-510c-4499-94b6-872a7590a718), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.275306 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] Calling delete_port for be7d77cc-510c-4499-94b6-872a7590a718 owned by network:router_interface {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:52.507655 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (be7d77cc-510c-4499-94b6-872a7590a718), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.535085 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] Pushing event deleted for resources: {'Port': ['ID=be7d77cc-510c-4499-94b6-872a7590a718,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:52.701583 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f8d5-6203-48b7-8a46-241ae82a228b req-ee326eeb-f180-406a-860b-94e7b9229cca tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:52.703387 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-19a9f8d5-6203-48b7-8a46-241ae82a228b req-ee326eeb-f180-406a-860b-94e7b9229cca tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 943 time: 0.0671015 Aug 30 04:35:52.785188 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519611'] for router_interface (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.792521 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-19a9f8d5-6203-48b7-8a46-241ae82a228b req-f570fcc3-e156-48c0-9b4a-8f5381553d2e tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823982 Aug 30 04:35:52.826019 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 543dac3a-e946-4cd1-8a32-b40f01459925 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:35:52.967423 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:53.046051 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 543dac3a-e946-4cd1-8a32-b40f01459925, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=543dac3a-e946-4cd1-8a32-b40f01459925,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:53.077276 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '543dac3a-e946-4cd1-8a32-b40f01459925', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'port_id': '543dac3a-e946-4cd1-8a32-b40f01459925', 'mac_address': 'fa:16:3e:f0:0c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:35:53.141644 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 543dac3a-e946-4cd1-8a32-b40f01459925 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:53.142275 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:53.166616 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543dac3a-e946-4cd1-8a32-b40f01459925 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:35:53.196045 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 543dac3a-e946-4cd1-8a32-b40f01459925, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=543dac3a-e946-4cd1-8a32-b40f01459925,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:53.202598 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:53.274685 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=543dac3a-e946-4cd1-8a32-b40f01459925,revision_number=7']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:53.386114 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40269e47-3716-49e8-9bf7-bb57637b4e04 req-56b4e4c9-1bb8-4c03-97dd-7c0cb2d87ac0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:53.387775 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-40269e47-3716-49e8-9bf7-bb57637b4e04 req-56b4e4c9-1bb8-4c03-97dd-7c0cb2d87ac0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0641751 Aug 30 04:35:53.397032 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] Router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:53.457512 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-40269e47-3716-49e8-9bf7-bb57637b4e04 req-377af4ec-365d-4b0b-8b55-f4dcaba8cdbd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592487 Aug 30 04:35:53.532305 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['543dac3a-e946-4cd1-8a32-b40f01459925'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:35:53.592444 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:53.610797 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:53.624197 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:53.638389 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51660) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:53.649655 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-de650e26-9b7a-414e-b77a-d05d6fe3b47b admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6393378 Aug 30 04:35:53.664561 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f05ef-c105-4849-b2ba-ea152740e2e7 None None] Sync routers for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:53.743190 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f05ef-c105-4849-b2ba-ea152740e2e7 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:53.744144 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b42f05ef-c105-4849-b2ba-ea152740e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:53.813951 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:53.825579 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Publish callbacks [] for router (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:54.073180 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:54.111657 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-b42f05ef-c105-4849-b2ba-ea152740e2e7 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:54.131365 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988832e-a37c-44f5-ae13-4bada63897b4 req-6d327241-5247-4df2-9e4d-c9d13ae20016 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:54.131365 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d988832e-a37c-44f5-ae13-4bada63897b4 req-6d327241-5247-4df2-9e4d-c9d13ae20016 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 944 time: 0.1288381 Aug 30 04:35:54.136815 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Publish callbacks [] for router_gateway (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:54.205440 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:54.240480 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Deleting port 8c05c18d-76ed-4821-be42-21a82556c4da {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:54.240480 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:54.257113 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d988832e-a37c-44f5-ae13-4bada63897b4 req-88d0e1a5-4441-4f9d-9059-d35c4a7a5b30 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137147 Aug 30 04:35:54.382523 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] For port 8c05c18d-76ed-4821-be42-21a82556c4da, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=8c05c18d-76ed-4821-be42-21a82556c4da,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:54.383105 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:54.409667 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Calling delete_port for 8c05c18d-76ed-4821-be42-21a82556c4da owned by network:router_gateway {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:54.592735 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b42f05ef-c105-4849-b2ba-ea152740e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209'}], 'enable_snat': True}, 'gw_port_id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:35:52Z', 'revision_number': 5, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port': {'id': '8c05c18d-76ed-4821-be42-21a82556c4da', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:20Z', 'updated_at': '2022-08-30T04:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:54.637875 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f05ef-c105-4849-b2ba-ea152740e2e7 None None] Checking router: 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:54.654253 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f05ef-c105-4849-b2ba-ea152740e2e7 None None] Routers {'4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:54.654950 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b42f05ef-c105-4849-b2ba-ea152740e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:54.698608 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:54.744956 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6721d0-21fb-4b1c-82bd-2121e24c5653 req-e66b508f-c88e-43ec-ae45-e17c8f0added tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:54.752767 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8a6721d0-21fb-4b1c-82bd-2121e24c5653 req-e66b508f-c88e-43ec-ae45-e17c8f0added tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1249914 Aug 30 04:35:54.793467 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:35:54.847191 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8a6721d0-21fb-4b1c-82bd-2121e24c5653 req-bec11dbf-f310-476d-87e5-c7a74eb2e561 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934999 Aug 30 04:35:54.862500 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (8c05c18d-76ed-4821-be42-21a82556c4da), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:54.890377 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c05c18d-76ed-4821-be42-21a82556c4da,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:54.922517 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-b42f05ef-c105-4849-b2ba-ea152740e2e7 None None] Set router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:54.978894 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520776'] for router_gateway (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:54.990150 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b42f05ef-c105-4849-b2ba-ea152740e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:35:54Z', 'revision_number': 6, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port_host': None}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:55.022652 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f05ef-c105-4849-b2ba-ea152740e2e7 None None] The sync data for ids ['4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54'] in dv-cinder-854265-2-smb is: [{'id': '4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54', 'name': 'tempest-AttachVolumeTestJSON-435111579-router', 'tenant_id': '1638b6f183134b83b87ce6f2eb995d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:18Z', 'updated_at': '2022-08-30T04:35:54Z', 'revision_number': 6, 'project_id': '1638b6f183134b83b87ce6f2eb995d7a', 'gw_port_host': None}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:55.049737 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 543dac3a-e946-4cd1-8a32-b40f01459925 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:35:55.131998 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 543dac3a-e946-4cd1-8a32-b40f01459925 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:35:55.132802 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.142047 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10061'] for router (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.145042 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Publish callbacks [] for router_controller (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), precommit_delete_associations {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.203372 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519622'] for router (4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.204355 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 {{(pid=106396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:35:55.209673 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.214235 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51694) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:55.215204 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-c274be3f-3da5-4e81-933c-0ab24402ea12 admin admin] 10.222.0.91 "DELETE /networking/v2.0/routers/4b354dc3-fe6f-4cf8-a5f3-694ea4b9ee54 HTTP/1.1" status: 204 len: 168 time: 1.5746679 Aug 30 04:35:55.257014 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 543dac3a-e946-4cd1-8a32-b40f01459925 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:55.257999 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.278786 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-1926d165-82cf-409d-b2d3-e7ca1faf9a08 admin admin] Deleting subnet 69a1d0ce-bd9d-4d78-a0cb-792af118065b {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:35:55.283527 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1926d165-82cf-409d-b2d3-e7ca1faf9a08 admin admin] Publish callbacks [] for subnet (69a1d0ce-bd9d-4d78-a0cb-792af118065b), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.309462 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:55.316467 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8794acbb-6f91-4a4c-9a7d-cdaab3ad8f10" -d '{"events": [{"server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "name": "network-vif-plugged", "status": "completed", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:55.335961 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 543dac3a-e946-4cd1-8a32-b40f01459925, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=543dac3a-e946-4cd1-8a32-b40f01459925,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:55.342825 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.356915 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1926d165-82cf-409d-b2d3-e7ca1faf9a08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805530'] for subnet (69a1d0ce-bd9d-4d78-a0cb-792af118065b), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.412408 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b8cb2b-ea3e-4016-99c4-4d5072d6f6dc x-openstack-request-id: req-60b8cb2b-ea3e-4016-99c4-4d5072d6f6dc {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:55.412721 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "name": "network-vif-plugged", "status": "completed", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:55.412964 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-60b8cb2b-ea3e-4016-99c4-4d5072d6f6dc {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:55.413861 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b8cb2b-ea3e-4016-99c4-4d5072d6f6dc'] response: {'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925', 'code': 200} Aug 30 04:35:55.440453 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=543dac3a-e946-4cd1-8a32-b40f01459925,revision_number=8']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:55.576982 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device be7d77cc-510c-4499-94b6-872a7590a718 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:55.600292 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: be7d77cc-510c-4499-94b6-872a7590a718 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:55.600559 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device be7d77cc-510c-4499-94b6-872a7590a718 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:55.637377 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605102b1-a953-4007-900b-0c171d7211c2 req-e252a4b6-c5b5-4325-90c6-e9f6a662a199 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:55.644556 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-605102b1-a953-4007-900b-0c171d7211c2 req-e252a4b6-c5b5-4325-90c6-e9f6a662a199 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1414177 Aug 30 04:35:55.648843 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1926d165-82cf-409d-b2d3-e7ca1faf9a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (69a1d0ce-bd9d-4d78-a0cb-792af118065b), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.775456 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-605102b1-a953-4007-900b-0c171d7211c2 req-b1eeb3b5-07c7-458a-9ced-b1068818cc64 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231248 Aug 30 04:35:55.798773 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1926d165-82cf-409d-b2d3-e7ca1faf9a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13739614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170066'] for subnet (69a1d0ce-bd9d-4d78-a0cb-792af118065b), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.825345 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1926d165-82cf-409d-b2d3-e7ca1faf9a08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.832334 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-1926d165-82cf-409d-b2d3-e7ca1faf9a08 admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/69a1d0ce-bd9d-4d78-a0cb-792af118065b HTTP/1.1" status: 204 len: 168 time: 0.6165669 Aug 30 04:35:55.839330 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eecf35e-6cc2-4c8d-aa0a-768ac999d68f None None] Network bddd7440-d2d5-43f3-9351-36f5944c255c requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:35:55.860279 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcb49f-3c53-4699-b168-5ae966cddec3 req-9c8500dc-e2d9-4028-ae48-853d89dfdc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:55.864039 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f8dcb49f-3c53-4699-b168-5ae966cddec3 req-9c8500dc-e2d9-4028-ae48-853d89dfdc28 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 1129 time: 0.0803845 Aug 30 04:35:55.867423 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51706) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:55.868771 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926d165-82cf-409d-b2d3-e7ca1faf9a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a1d0ce-bd9d-4d78-a0cb-792af118065b,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:56.057368 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:56.091031 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (bddd7440-d2d5-43f3-9351-36f5944c255c), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.167112 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c0dd50-5206-48a1-a5ec-5b68e71e0ebb None None] DHCP port deletion for bddd7440-d2d5-43f3-9351-36f5944c255c request from dv-cinder-854265-2-smb {{(pid=106397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:35:56.180202 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f8dcb49f-3c53-4699-b168-5ae966cddec3 req-c34b3538-bbd6-4fa8-8416-7e253985ad60 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982049 Aug 30 04:35:56.249823 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-57c0dd50-5206-48a1-a5ec-5b68e71e0ebb None None] Deleting port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b {{(pid=106397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:56.250600 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-57c0dd50-5206-48a1-a5ec-5b68e71e0ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), before_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.277516 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe9af5-ca07-417c-9e4b-193d7adaf421 req-2e6711cf-a148-4389-8720-9f9ad0f20130 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:56.283437 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0bbe9af5-ca07-417c-9e4b-193d7adaf421 req-2e6711cf-a148-4389-8720-9f9ad0f20130 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1746137 Aug 30 04:35:56.289926 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Deleting port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:56.290554 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.381541 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:56.388144 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a3f8-b2fe-43bd-9e2d-6e4b44421765 req-f524bafa-4e28-47cc-9130-8b86d8b393b6 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:56.390874 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6b20a3f8-b2fe-43bd-9e2d-6e4b44421765 req-f524bafa-4e28-47cc-9130-8b86d8b393b6 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 946 time: 0.0947828 Aug 30 04:35:56.449712 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:56.456980 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-57c0dd50-5206-48a1-a5ec-5b68e71e0ebb None None] For port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=108f486b-5b8c-4ae8-b1be-7e8d1e6f645b,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:56.457781 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-57c0dd50-5206-48a1-a5ec-5b68e71e0ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), precommit_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.465797 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0bbe9af5-ca07-417c-9e4b-193d7adaf421 req-c877cce0-493d-4204-9714-5c99cded14ea tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715536 Aug 30 04:35:56.516041 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] For port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=108f486b-5b8c-4ae8-b1be-7e8d1e6f645b,segment=NetworkSegment(3659894b-4224-459e-80a7-7fecf97de555),segment_id=3659894b-4224-459e-80a7-7fecf97de555)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:56.516645 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.528152 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-57c0dd50-5206-48a1-a5ec-5b68e71e0ebb None None] Calling delete_port for 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b owned by network:dhcp {{(pid=106397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:56.543017 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6b20a3f8-b2fe-43bd-9e2d-6e4b44421765 req-28a6f88e-6743-4732-bd3f-75dc38453113 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458881 Aug 30 04:35:56.555790 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Calling delete_port for 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:56.665816 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-57c0dd50-5206-48a1-a5ec-5b68e71e0ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), after_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.694964 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0dd50-5206-48a1-a5ec-5b68e71e0ebb None None] Pushing event deleted for resources: {'Port': ['ID=108f486b-5b8c-4ae8-b1be-7e8d1e6f645b,revision_number=None']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:56.697076 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0dd50-5206-48a1-a5ec-5b68e71e0ebb None None] No DVR routers for this DVR port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b on host dv-cinder-854265-2-smb {{(pid=106397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:56.708407 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (108f486b-5b8c-4ae8-b1be-7e8d1e6f645b), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.739175 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Pushing event deleted for resources: {'Port': ['ID=108f486b-5b8c-4ae8-b1be-7e8d1e6f645b,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:56.741349 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] No DVR routers for this DVR port 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b on host dv-cinder-854265-2-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:56.821840 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (bddd7440-d2d5-43f3-9351-36f5944c255c), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.849890 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddd7440-d2d5-43f3-9351-36f5944c255c']}} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:56.862762 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3659894b-4224-459e-80a7-7fecf97de555') {'for_net_delete': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:56.863697 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3659894b-4224-459e-80a7-7fecf97de555') {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:56.897006 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15464329'] for segment (3659894b-4224-459e-80a7-7fecf97de555), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.922470 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (3659894b-4224-459e-80a7-7fecf97de555), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.935579 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=106396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:35:56.936202 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15457351'] for segment (3659894b-4224-459e-80a7-7fecf97de555), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.975962 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 3659894b-4224-459e-80a7-7fecf97de555 resource provider aggregate not found Aug 30 04:35:57.049002 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 3659894b-4224-459e-80a7-7fecf97de555 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3659894b-4224-459e-80a7-7fecf97de555 found for delete ", "request_id": "req-ad4fe650-3242-4b35-b440-cbf02c4dddd1"}]} Aug 30 04:35:57.079130 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19543-d1cf-4541-9b11-0f6eebb5a849 req-dac8a4b9-5e65-43ef-b868-b656e1809c5c tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:57.080902 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8cc19543-d1cf-4541-9b11-0f6eebb5a849 req-dac8a4b9-5e65-43ef-b868-b656e1809c5c tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1469607 Aug 30 04:35:57.088041 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (bddd7440-d2d5-43f3-9351-36f5944c255c), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.105339 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.108766 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/bddd7440-d2d5-43f3-9351-36f5944c255c HTTP/1.1" status: 204 len: 168 time: 1.2389944 Aug 30 04:35:57.144062 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb1db6-5039-4507-8b7a-9f2262ab0480 admin admin] Pushing event deleted for resources: {'Network': ['ID=bddd7440-d2d5-43f3-9351-36f5944c255c,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:57.202207 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8cc19543-d1cf-4541-9b11-0f6eebb5a849 req-89318978-bd97-40eb-aa14-ec2f9694af15 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918753 Aug 30 04:35:57.304659 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51752) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:57.368905 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-19d99fbe-b868-4e36-b1a0-fa99f5d49233 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=1638b6f183134b83b87ce6f2eb995d7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0629120 Aug 30 04:35:57.371578 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51754) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:57.434935 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e5283aee-700f-4398-a995-2a0efa3a1e5b admin admin] Publish callbacks [] for security_group (2c4e80c0-2c49-4845-90ba-bfc5c4ce7310), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.461892 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e5283aee-700f-4398-a995-2a0efa3a1e5b admin admin] Publish callbacks [] for security_group (2c4e80c0-2c49-4845-90ba-bfc5c4ce7310), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.491553 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8c05c18d-76ed-4821-be42-21a82556c4da no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:57.521195 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e5283aee-700f-4398-a995-2a0efa3a1e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2c4e80c0-2c49-4845-90ba-bfc5c4ce7310), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.524329 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e5283aee-700f-4398-a995-2a0efa3a1e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.525504 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-e5283aee-700f-4398-a995-2a0efa3a1e5b admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/2c4e80c0-2c49-4845-90ba-bfc5c4ce7310 HTTP/1.1" status: 204 len: 168 time: 0.1528208 Aug 30 04:35:57.528830 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 8c05c18d-76ed-4821-be42-21a82556c4da {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:57.529531 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8c05c18d-76ed-4821-be42-21a82556c4da not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:57.529981 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:57.537394 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5283aee-700f-4398-a995-2a0efa3a1e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4e80c0-2c49-4845-90ba-bfc5c4ce7310,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:57.583474 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:57.584158 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 108f486b-5b8c-4ae8-b1be-7e8d1e6f645b not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:57.704948 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d21df8-9202-43be-8a36-6a774738ec32 req-587788cd-2fca-4c35-a5c4-a954331f7e1f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:57.706619 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d9d21df8-9202-43be-8a36-6a774738ec32 req-587788cd-2fca-4c35-a5c4-a954331f7e1f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0615752 Aug 30 04:35:57.742373 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789334ea-be1f-446a-8812-d384f167cac4 req-f5928c1e-de6e-4717-a70e-96dd7c90c10a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:57.745245 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-789334ea-be1f-446a-8812-d384f167cac4 req-f5928c1e-de6e-4717-a70e-96dd7c90c10a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 946 time: 0.0933857 Aug 30 04:35:57.810280 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d9d21df8-9202-43be-8a36-6a774738ec32 req-d208f69a-b805-4fed-a1c3-14602a802241 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909846 Aug 30 04:35:57.827328 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-789334ea-be1f-446a-8812-d384f167cac4 req-f7c1a9b7-29e3-4514-b64a-a73b729d672e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698051 Aug 30 04:35:58.400763 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea124c-5aa7-490d-bf13-623a5095df33 req-521933d9-50dc-4573-8086-8d803432af3b tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:58.402538 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b6ea124c-5aa7-490d-bf13-623a5095df33 req-521933d9-50dc-4573-8086-8d803432af3b tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0749018 Aug 30 04:35:58.479508 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b6ea124c-5aa7-490d-bf13-623a5095df33 req-4813f4e3-f026-4d59-90f2-6cb448a2380c tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666232 Aug 30 04:35:58.941387 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-0d1eeb45-dcc8-4d6c-acef-7fb3c162ce83 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:58.946310 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-0d1eeb45-dcc8-4d6c-acef-7fb3c162ce83 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 946 time: 0.1177359 Aug 30 04:35:59.024695 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e021a0-2d4d-4625-8ced-11822304f770 req-00230923-405b-427c-b14a-329261f08266 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:59.029754 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-06e021a0-2d4d-4625-8ced-11822304f770 req-00230923-405b-427c-b14a-329261f08266 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 946 time: 0.0733173 Aug 30 04:35:59.047797 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:59.058481 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8f9dcf42-2c92-4dfb-86be-a86c9029c626 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:35:59.065541 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c8494-5198-49a2-b6d3-7d0a6f81195c req-5c1a3517-fd86-411c-9cc2-2d8884c2557a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:59.069431 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a18c8494-5198-49a2-b6d3-7d0a6f81195c req-5c1a3517-fd86-411c-9cc2-2d8884c2557a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0869024 Aug 30 04:35:59.106013 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:59.150266 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-06e021a0-2d4d-4625-8ced-11822304f770 req-c7b985c6-8396-4a40-b488-a9a29bb184bb tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104181 Aug 30 04:35:59.168758 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-a18c8494-5198-49a2-b6d3-7d0a6f81195c req-33e6f229-0807-4fd8-b921-89d661856f00 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928915 Aug 30 04:35:59.253752 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:59.272358 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:59.282914 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'port_id': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'mac_address': 'fa:16:3e:bb:b7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:35:59.366734 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 is: ACTIVE; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:59.367700 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.389922 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f9dcf42-2c92-4dfb-86be-a86c9029c626 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:35:59.441731 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:59.450859 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.463532 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Deleting port 59e04df4-f99f-4ee9-9e65-958642187f1c {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:59.464321 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.554069 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:59.577865 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=8f9dcf42-2c92-4dfb-86be-a86c9029c626,revision_number=6']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:59.643185 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['8f9dcf42-2c92-4dfb-86be-a86c9029c626'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:35:59.702279 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] For port 59e04df4-f99f-4ee9-9e65-958642187f1c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=59e04df4-f99f-4ee9-9e65-958642187f1c,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:59.702919 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.791011 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b0e1d-1aa6-4255-bea6-7b0edd5d6fec req-2117a54f-cecb-4edf-b2f5-0c6603f40384 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:59.792563 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c44b0e1d-1aa6-4255-bea6-7b0edd5d6fec req-2117a54f-cecb-4edf-b2f5-0c6603f40384 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.1249893 Aug 30 04:35:59.888498 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c44b0e1d-1aa6-4255-bea6-7b0edd5d6fec req-433927f2-d06b-4845-8a57-93656544d806 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803874 Aug 30 04:35:59.979402 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51826) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:00.124248 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c2578e57-77e2-41ad-a2b0-7c1a37f55a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.283006 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c2578e57-77e2-41ad-a2b0-7c1a37f55a00 admin admin] Publish callbacks [] for security_group (6fdb6adf-b6dc-4430-ab63-53cdc0937ba7), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.293496 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c2578e57-77e2-41ad-a2b0-7c1a37f55a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (6fdb6adf-b6dc-4430-ab63-53cdc0937ba7), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.337508 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-c2578e57-77e2-41ad-a2b0-7c1a37f55a00 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=a27627846c7a4201abb95eae257e8335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560703 Aug 30 04:36:00.338365 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51836) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:00.375613 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:00.427815 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.428224 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (c8fc6b38-a37e-4ae2-a014-531a9f56b92b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.428515 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.l3_db [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Floating IP c8fc6b38-a37e-4ae2-a014-531a9f56b92b disassociated. External IP: 172.28.3.220, port: 59e04df4-f99f-4ee9-9e65-958642187f1c. Aug 30 04:36:00.428870 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Calling delete_port for 59e04df4-f99f-4ee9-9e65-958642187f1c owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:36:00.446606 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99607bd-c7f5-4ec0-b36b-3460997c806b req-307b48bd-7392-4ecb-b58c-d748825cc1e5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:00.448621 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b99607bd-c7f5-4ec0-b36b-3460997c806b req-307b48bd-7392-4ecb-b58c-d748825cc1e5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 946 time: 0.0897133 Aug 30 04:36:00.475997 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2578e57-77e2-41ad-a2b0-7c1a37f55a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdb6adf-b6dc-4430-ab63-53cdc0937ba7,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:00.493896 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cab0b9-972c-47b2-9c79-53d6fffcb00e req-3da06cd5-c1eb-4f5c-8168-e0bbcef5b175 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:00.500454 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-54cab0b9-972c-47b2-9c79-53d6fffcb00e req-3da06cd5-c1eb-4f5c-8168-e0bbcef5b175 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 944 time: 0.1608171 Aug 30 04:36:00.559226 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-069f15b8-fc68-4c7b-b155-95af35d774df admin admin] Publish callbacks [] for security_group (6fdb6adf-b6dc-4430-ab63-53cdc0937ba7), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.564031 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b99607bd-c7f5-4ec0-b36b-3460997c806b req-4097e37e-697d-4b68-abda-4b150fa4b588 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cbcd39dc-5592-4d7d-b706-ba48aad879b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040239 Aug 30 04:36:00.585806 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-54cab0b9-972c-47b2-9c79-53d6fffcb00e req-b5bedf64-9274-4db4-b0ff-c31ed83c18ce tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802395 Aug 30 04:36:00.595900 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-069f15b8-fc68-4c7b-b155-95af35d774df admin admin] Publish callbacks [] for security_group (6fdb6adf-b6dc-4430-ab63-53cdc0937ba7), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.672145 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (59e04df4-f99f-4ee9-9e65-958642187f1c), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.672445 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-069f15b8-fc68-4c7b-b155-95af35d774df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (6fdb6adf-b6dc-4430-ab63-53cdc0937ba7), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.676467 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-069f15b8-fc68-4c7b-b155-95af35d774df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.678377 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-069f15b8-fc68-4c7b-b155-95af35d774df admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/6fdb6adf-b6dc-4430-ab63-53cdc0937ba7 HTTP/1.1" status: 204 len: 168 time: 0.3171341 Aug 30 04:36:00.694978 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f15b8-fc68-4c7b-b155-95af35d774df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdb6adf-b6dc-4430-ab63-53cdc0937ba7,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:00.721313 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'Port': ['ID=59e04df4-f99f-4ee9-9e65-958642187f1c,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:00.912231 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Router 12bdb17a-e53e-4e01-8fd6-27e907694d22 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:36:01.079544 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:36:01.099851 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e28c3-6764-4d80-a9e9-c5674636483a None None] Sync routers for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:36:01.126319 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7e28c3-6764-4d80-a9e9-c5674636483a None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:36:01.127317 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-ab7e28c3-6764-4d80-a9e9-c5674636483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:01.153173 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] No DVR routers for this DVR port 59e04df4-f99f-4ee9-9e65-958642187f1c on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:36:01.157900 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.165308 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-9d442ecb-de47-4171-b7b8-16b701d107b5 req-e5a8f575-e2ed-4f47-b874-0c671f7a9c62 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "DELETE /networking/v2.0/ports/59e04df4-f99f-4ee9-9e65-958642187f1c HTTP/1.1" status: 204 len: 173 time: 1.8645704 Aug 30 04:36:01.166851 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'name': 'network-vif-deleted', 'tag': '59e04df4-f99f-4ee9-9e65-958642187f1c'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:01.175506 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8f9dcf42-2c92-4dfb-86be-a86c9029c626 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:01.186540 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9b96a2-2e8b-422d-ba20-db1d6f248281" -d '{"events": [{"server_uuid": "ae46ccaf-4960-42d3-b45a-77d43f25430c", "name": "network-vif-deleted", "tag": "59e04df4-f99f-4ee9-9e65-958642187f1c"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:01.200729 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51844) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:01.235776 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-23a519b9-99b7-4a14-9ee5-72d9d1f95c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.282872 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1797a2cd-f27d-42ba-a319-3a8a4849ca8e x-openstack-request-id: req-1797a2cd-f27d-42ba-a319-3a8a4849ca8e {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:01.283310 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae46ccaf-4960-42d3-b45a-77d43f25430c", "name": "network-vif-deleted", "tag": "59e04df4-f99f-4ee9-9e65-958642187f1c", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:01.283694 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1797a2cd-f27d-42ba-a319-3a8a4849ca8e {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:01.284393 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1797a2cd-f27d-42ba-a319-3a8a4849ca8e'] response: {'server_uuid': 'ae46ccaf-4960-42d3-b45a-77d43f25430c', 'name': 'network-vif-deleted', 'tag': '59e04df4-f99f-4ee9-9e65-958642187f1c', 'status': 'completed', 'code': 200} Aug 30 04:36:01.308158 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:01.308876 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.379187 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-ab7e28c3-6764-4d80-a9e9-c5674636483a None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:36:01.472290 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-23a519b9-99b7-4a14-9ee5-72d9d1f95c4b admin admin] Publish callbacks [] for security_group (8778f5af-b505-423e-8d02-5cac22a5545f), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.482443 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-23a519b9-99b7-4a14-9ee5-72d9d1f95c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8778f5af-b505-423e-8d02-5cac22a5545f), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.551468 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:01.553235 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.563431 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-23a519b9-99b7-4a14-9ee5-72d9d1f95c4b admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=30c9e5e4d92142e191f26691dfe9d70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600204 Aug 30 04:36:01.568303 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51850) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:01.581834 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a519b9-99b7-4a14-9ee5-72d9d1f95c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8778f5af-b505-423e-8d02-5cac22a5545f,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:01.736217 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:01.760455 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ec2330-630d-4ccf-8d11-b93b725aab68" -d '{"events": [{"server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "name": "network-vif-plugged", "status": "completed", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:01.763357 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47bf8912-d088-4db6-9d32-c8cedab30294 admin admin] Publish callbacks [] for security_group (8778f5af-b505-423e-8d02-5cac22a5545f), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.786524 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:01.801473 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.802889 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 59e04df4-f99f-4ee9-9e65-958642187f1c no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:36:01.830084 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47bf8912-d088-4db6-9d32-c8cedab30294 admin admin] Publish callbacks [] for security_group (8778f5af-b505-423e-8d02-5cac22a5545f), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.854551 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-326c22f1-03dd-4c86-8cad-b915f9d011dd req-5d31955e-e70e-483e-8bac-061480ef458a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=ae46ccaf-4960-42d3-b45a-77d43f25430c HTTP/1.1" status: 200 len: 210 time: 0.0600181 Aug 30 04:36:01.934528 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:01.951274 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:01.990217 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bdbbc2-0b9e-4a12-b95a-f201413e40ec x-openstack-request-id: req-76bdbbc2-0b9e-4a12-b95a-f201413e40ec {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:01.991152 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "name": "network-vif-plugged", "status": "completed", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:01.992073 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-76bdbbc2-0b9e-4a12-b95a-f201413e40ec {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:01.992959 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76bdbbc2-0b9e-4a12-b95a-f201413e40ec'] response: {'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'code': 200} Aug 30 04:36:01.996154 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=8f9dcf42-2c92-4dfb-86be-a86c9029c626,revision_number=7']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:02.006253 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 59e04df4-f99f-4ee9-9e65-958642187f1c {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:36:02.007599 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 59e04df4-f99f-4ee9-9e65-958642187f1c not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:36:02.078629 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47bf8912-d088-4db6-9d32-c8cedab30294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8778f5af-b505-423e-8d02-5cac22a5545f), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:02.082654 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47bf8912-d088-4db6-9d32-c8cedab30294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:02.088425 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-47bf8912-d088-4db6-9d32-c8cedab30294 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/8778f5af-b505-423e-8d02-5cac22a5545f HTTP/1.1" status: 204 len: 168 time: 0.5148132 Aug 30 04:36:02.101993 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126c46d-c871-4b78-b89f-cd07b0b5f497 req-ac34e484-e701-460b-b371-6ed54a97781c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:02.104186 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c126c46d-c871-4b78-b89f-cd07b0b5f497 req-ac34e484-e701-460b-b371-6ed54a97781c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1612027 Aug 30 04:36:02.114352 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf8912-d088-4db6-9d32-c8cedab30294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8778f5af-b505-423e-8d02-5cac22a5545f,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:02.194904 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-ab7e28c3-6764-4d80-a9e9-c5674636483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:02.267952 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e28c3-6764-4d80-a9e9-c5674636483a None None] Checking router: 12bdb17a-e53e-4e01-8fd6-27e907694d22 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:36:02.306648 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c126c46d-c871-4b78-b89f-cd07b0b5f497 req-4eaa8da2-1660-4d28-9fc4-e9809d35914c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809051 Aug 30 04:36:02.317237 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7e28c3-6764-4d80-a9e9-c5674636483a None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:36:02.320377 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-ab7e28c3-6764-4d80-a9e9-c5674636483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:35:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:02.708223 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-ab7e28c3-6764-4d80-a9e9-c5674636483a None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:36:03.018528 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51898) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:03.153597 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18a2b0d0-d33c-4e25-be0f-6aa0097a357b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (cbcd39dc-5592-4d7d-b706-ba48aad879b2), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.196513 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:03.199655 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18a2b0d0-d33c-4e25-be0f-6aa0097a357b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (cbcd39dc-5592-4d7d-b706-ba48aad879b2), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.262885 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-ab7e28c3-6764-4d80-a9e9-c5674636483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:03.300579 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e28c3-6764-4d80-a9e9-c5674636483a None None] The sync data for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb is: [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:36:03.344831 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18a2b0d0-d33c-4e25-be0f-6aa0097a357b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (cbcd39dc-5592-4d7d-b706-ba48aad879b2), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.352417 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18a2b0d0-d33c-4e25-be0f-6aa0097a357b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.357015 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-18a2b0d0-d33c-4e25-be0f-6aa0097a357b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "DELETE /networking/v2.0/security-groups/cbcd39dc-5592-4d7d-b706-ba48aad879b2 HTTP/1.1" status: 204 len: 168 time: 0.3350844 Aug 30 04:36:03.358269 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51908) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:03.390218 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2b0d0-d33c-4e25-be0f-6aa0097a357b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcd39dc-5592-4d7d-b706-ba48aad879b2,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:03.418173 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.api.v2.resource [None req-26d1e6c0-1bb3-4189-bfa7-54df7e8fc4c4 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] show failed (client error): The resource could not be found. Aug 30 04:36:03.423732 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51910) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:03.434519 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-26d1e6c0-1bb3-4189-bfa7-54df7e8fc4c4 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups/cbcd39dc-5592-4d7d-b706-ba48aad879b2 HTTP/1.1" status: 404 len: 347 time: 0.0582862 Aug 30 04:36:03.641210 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376ae4e-893e-46b1-8049-b5fc66e436c2 req-938ca7b7-bae2-4426-b3dc-f87fd0e4bca2 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:03.644139 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8376ae4e-893e-46b1-8049-b5fc66e436c2 req-938ca7b7-bae2-4426-b3dc-f87fd0e4bca2 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1298637 Aug 30 04:36:03.687094 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-657a2db8-3ff9-4166-bf7a-c6bddc5d0b50 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Deleting port 47a522d4-595e-4cba-a18b-e196aa3d4c10 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:36:03.687780 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-657a2db8-3ff9-4166-bf7a-c6bddc5d0b50 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (47a522d4-595e-4cba-a18b-e196aa3d4c10), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.816204 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:03.842590 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8376ae4e-893e-46b1-8049-b5fc66e436c2 req-77c833f4-2ae0-46c2-9946-b7c3f9c7e499 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724129 Aug 30 04:36:03.868772 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cddba3-15ca-4f60-9764-3a5efbb16986 None None] New status for floating IP c8fc6b38-a37e-4ae2-a014-531a9f56b92b: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:36:03.883146 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-657a2db8-3ff9-4166-bf7a-c6bddc5d0b50 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (47a522d4-595e-4cba-a18b-e196aa3d4c10), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.883550 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-657a2db8-3ff9-4166-bf7a-c6bddc5d0b50 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (47a522d4-595e-4cba-a18b-e196aa3d4c10), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.921800 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-657a2db8-3ff9-4166-bf7a-c6bddc5d0b50 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Calling delete_port for 47a522d4-595e-4cba-a18b-e196aa3d4c10 owned by network:floatingip {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:36:04.261088 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-657a2db8-3ff9-4166-bf7a-c6bddc5d0b50 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (47a522d4-595e-4cba-a18b-e196aa3d4c10), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.330535 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a2db8-3ff9-4166-bf7a-c6bddc5d0b50 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'Port': ['ID=47a522d4-595e-4cba-a18b-e196aa3d4c10,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:04.396776 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-657a2db8-3ff9-4166-bf7a-c6bddc5d0b50 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (c8fc6b38-a37e-4ae2-a014-531a9f56b92b), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.400598 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-657a2db8-3ff9-4166-bf7a-c6bddc5d0b50 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.401974 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-657a2db8-3ff9-4166-bf7a-c6bddc5d0b50 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "DELETE /networking/v2.0/floatingips/c8fc6b38-a37e-4ae2-a014-531a9f56b92b HTTP/1.1" status: 204 len: 168 time: 0.9770801 Aug 30 04:36:04.529761 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51932) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:04.544174 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-bfb2f9a3-fb50-4c2b-8d6b-88933997a3f1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434751592', 'description': 'tempest-description--585049757'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:04.601315 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f9a3-fb50-4c2b-8d6b-88933997a3f1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.735008 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f9a3-fb50-4c2b-8d6b-88933997a3f1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.736330 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:04.749453 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f9a3-fb50-4c2b-8d6b-88933997a3f1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.821937 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2f9a3-fb50-4c2b-8d6b-88933997a3f1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:04.845656 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f9a3-fb50-4c2b-8d6b-88933997a3f1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.853520 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51940) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:04.854307 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-bfb2f9a3-fb50-4c2b-8d6b-88933997a3f1 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3223863 Aug 30 04:36:04.860411 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-4688b3f7-b6eb-41d7-a112-56d9304fe209 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group_rule': {'security_group_id': '3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:04.906553 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:04.968965 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4688b3f7-b6eb-41d7-a112-56d9304fe209 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (0172cfcf-f3f9-4c97-92fc-9f875f9ec517), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.132845 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc8258-36a4-472c-b481-2e3ee536aa63 req-568eb399-c32e-4eb1-8d7a-915e5a540bf6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:05.134970 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1afc8258-36a4-472c-b481-2e3ee536aa63 req-568eb399-c32e-4eb1-8d7a-915e5a540bf6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0780797 Aug 30 04:36:05.177005 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4688b3f7-b6eb-41d7-a112-56d9304fe209 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (0172cfcf-f3f9-4c97-92fc-9f875f9ec517), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.193304 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4688b3f7-b6eb-41d7-a112-56d9304fe209 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (0172cfcf-f3f9-4c97-92fc-9f875f9ec517), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.240511 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688b3f7-b6eb-41d7-a112-56d9304fe209 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0172cfcf-f3f9-4c97-92fc-9f875f9ec517,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:05.253599 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4688b3f7-b6eb-41d7-a112-56d9304fe209 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.258773 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-4688b3f7-b6eb-41d7-a112-56d9304fe209 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4035916 Aug 30 04:36:05.262814 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 51954) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:05.282028 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1afc8258-36a4-472c-b481-2e3ee536aa63 req-1b66f45a-d787-4d41-ae5e-27cc6ea2a577 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196547 Aug 30 04:36:05.288435 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-4639c409-488d-4c1b-a06a-7f55621cd04e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'security_group_rule': {'security_group_id': '3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:05.354038 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4639c409-488d-4c1b-a06a-7f55621cd04e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (bc9cdd99-6d71-4505-9d55-dce3e40330a7), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.527400 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:05.529448 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4639c409-488d-4c1b-a06a-7f55621cd04e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (bc9cdd99-6d71-4505-9d55-dce3e40330a7), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.538254 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4639c409-488d-4c1b-a06a-7f55621cd04e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613359'] for security_group_rule (bc9cdd99-6d71-4505-9d55-dce3e40330a7), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.569262 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639c409-488d-4c1b-a06a-7f55621cd04e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9cdd99-6d71-4505-9d55-dce3e40330a7,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:05.595252 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4639c409-488d-4c1b-a06a-7f55621cd04e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.602175 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 51966) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:05.607251 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-4639c409-488d-4c1b-a06a-7f55621cd04e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3400867 Aug 30 04:36:05.607945 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'floatingip': {'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:05.684745 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.866563 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:06.140906 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Allocated IP 172.28.3.21 (5bb62b4a-ee4e-4a80-b366-eeed205c5932/bb7c117b-d914-48fa-86ae-f8dcad6dd40f/60286a55-ac64-4403-a6c9-eafd0634aeca) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:36:06.358796 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (60286a55-ac64-4403-a6c9-eafd0634aeca), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:06.433551 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (60286a55-ac64-4403-a6c9-eafd0634aeca), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:06.509097 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Network 5bb62b4a-ee4e-4a80-b366-eeed205c5932 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:36:06.512989 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:36:06.518892 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:36:06.587313 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=60286a55-ac64-4403-a6c9-eafd0634aeca,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:06.596711 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0128-4618-448c-a47d-0884f9352d1f req-be55ce14-9c91-4f77-9e7f-15a707bf5e5b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:06.605636 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-499e0128-4618-448c-a47d-0884f9352d1f req-be55ce14-9c91-4f77-9e7f-15a707bf5e5b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1463623 Aug 30 04:36:06.726328 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-499e0128-4618-448c-a47d-0884f9352d1f req-0fd78d87-360e-4ff9-8089-11f991d85c4a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087010 Aug 30 04:36:06.781644 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (2642fa08-7e56-46b7-a7f4-7fa989d78583), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:06.833762 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:06.860213 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:06.861654 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (60286a55-ac64-4403-a6c9-eafd0634aeca), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.184874 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (60286a55-ac64-4403-a6c9-eafd0634aeca), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.200558 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13740708'] for port (60286a55-ac64-4403-a6c9-eafd0634aeca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.375603 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (2642fa08-7e56-46b7-a7f4-7fa989d78583), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.379815 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=60286a55-ac64-4403-a6c9-eafd0634aeca,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:07.406423 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.409848 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-fcaf4577-70f8-4c59-ac9d-373b62b2fa47 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8063228 Aug 30 04:36:07.885968 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.970268 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63484100-9f3f-4674-821e-59412c3b070e req-b0e63c24-b1d7-4146-bc78-2065f35a7078 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:07.975524 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-9867d8e8-e879-473f-8bdf-09b2f6258e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.983353 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-63484100-9f3f-4674-821e-59412c3b070e req-b0e63c24-b1d7-4146-bc78-2065f35a7078 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1027927 Aug 30 04:36:08.033799 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-78dd9684-95a6-4ba5-ad4d-f2814ec48329 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--434751592&fields=id&tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 267 time: 0.0943935 Aug 30 04:36:08.162318 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-63484100-9f3f-4674-821e-59412c3b070e req-16b406a0-6b4d-4912-afb5-42b4dcd9b828 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768515 Aug 30 04:36:08.353545 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-dea51e36-f9a6-455f-8671-b084ff5245b5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:08.355520 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-dea51e36-f9a6-455f-8671-b084ff5245b5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 815 time: 0.3098719 Aug 30 04:36:08.401861 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-62272df8-0d89-4347-9b9a-a2ad97ca6d06 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/quotas/ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 375 time: 0.0302026 Aug 30 04:36:08.472638 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-f3cd0b43-753b-4395-81c8-729db2a644ed tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675251 Aug 30 04:36:08.631146 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-64daa786-2b95-481d-a430-c4cb57775b50 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529634 Aug 30 04:36:08.790710 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-d42c0797-6a3b-4938-9d9e-570e90883412 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585283 Aug 30 04:36:09.097294 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-94e08ddc-b464-416c-9f48-eef91ccea757 req-03e2ce22-821a-4f7b-8055-a54a7d2123b0 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 210 time: 0.0672026 Aug 30 04:36:09.439779 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9659c-f193-46dc-aa5d-f8fec410e07b req-8740c047-aa80-4a45-897e-6a84c5671678 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:09.453525 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6ab9659c-f193-46dc-aa5d-f8fec410e07b req-8740c047-aa80-4a45-897e-6a84c5671678 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1176219 Aug 30 04:36:09.547781 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6ab9659c-f193-46dc-aa5d-f8fec410e07b req-0cf1951b-0886-4a99-bce5-9822c503d704 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917990 Aug 30 04:36:09.737298 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52064) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:10.018917 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b61d13e-7deb-4f7c-8f10-d361af87c1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:10.136979 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:10.179831 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b61d13e-7deb-4f7c-8f10-d361af87c1b7 admin admin] Publish callbacks [] for security_group (2568029a-e334-487a-a878-2b20ec06e5a3), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:10.194977 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b61d13e-7deb-4f7c-8f10-d361af87c1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2568029a-e334-487a-a878-2b20ec06e5a3), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:10.258580 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:10.273035 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-7b61d13e-7deb-4f7c-8f10-d361af87c1b7 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=50955590fe40487bb001229b3da49e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5346262 Aug 30 04:36:10.275008 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52084) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:10.292495 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-7f45fdaf-f849-4d4a-a9a9-eab450add98e req-d461933e-2621-475b-b47d-88e3cc65d68d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 210 time: 0.0770867 Aug 30 04:36:10.369263 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13eced04-2d33-41a2-b562-a9318a8fe9f6 admin admin] Publish callbacks [] for security_group (2568029a-e334-487a-a878-2b20ec06e5a3), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:10.380066 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61d13e-7deb-4f7c-8f10-d361af87c1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2568029a-e334-487a-a878-2b20ec06e5a3,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:10.406412 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13eced04-2d33-41a2-b562-a9318a8fe9f6 admin admin] Publish callbacks [] for security_group (2568029a-e334-487a-a878-2b20ec06e5a3), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:10.523064 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13eced04-2d33-41a2-b562-a9318a8fe9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2568029a-e334-487a-a878-2b20ec06e5a3), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:10.526884 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13eced04-2d33-41a2-b562-a9318a8fe9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:10.543390 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-13eced04-2d33-41a2-b562-a9318a8fe9f6 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/2568029a-e334-487a-a878-2b20ec06e5a3 HTTP/1.1" status: 204 len: 168 time: 0.2572393 Aug 30 04:36:10.554184 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eced04-2d33-41a2-b562-a9318a8fe9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2568029a-e334-487a-a878-2b20ec06e5a3,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:10.799659 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a26c2-56e9-4227-98ec-c23bcc483fc6 req-4fdc2279-4bfa-450e-bab9-67c7f10c7da2 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:10.801771 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8c1a26c2-56e9-4227-98ec-c23bcc483fc6 req-4fdc2279-4bfa-450e-bab9-67c7f10c7da2 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0823042 Aug 30 04:36:10.880783 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8c1a26c2-56e9-4227-98ec-c23bcc483fc6 req-db589bd7-34bb-4a28-b09c-2ce607284695 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693033 Aug 30 04:36:11.180930 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52114) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:11.198594 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9125dc9d-afbc-47da-8d47-1c799956833a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:11.426834 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9125dc9d-afbc-47da-8d47-1c799956833a admin admin] Publish callbacks [] for security_group (658c8b5a-8888-4167-8ac0-1d49551f3f50), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:11.440804 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9125dc9d-afbc-47da-8d47-1c799956833a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (658c8b5a-8888-4167-8ac0-1d49551f3f50), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:11.503552 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-59ef3e8d-9254-4752-95f8-62e7c51e9f38 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:11.506201 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-59ef3e8d-9254-4752-95f8-62e7c51e9f38 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 815 time: 0.2445133 Aug 30 04:36:11.522662 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a666-1e66-424a-a07d-727e8006005b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:11.550497 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-142414ab-9345-410d-b06f-ed6cba8e8a10 req-dc43a17d-cecc-49a0-8d09-fb4528fe7abe tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 210 time: 0.0428653 Aug 30 04:36:11.574851 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-9125dc9d-afbc-47da-8d47-1c799956833a admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=c8916dddc2354d969f1aae293b75691b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915219 Aug 30 04:36:11.597417 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52124) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:11.678801 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125dc9d-afbc-47da-8d47-1c799956833a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658c8b5a-8888-4167-8ac0-1d49551f3f50,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:11.742315 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-35ff2c53-d484-4057-8692-6b21b00b324d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8 HTTP/1.1" status: 200 len: 379 time: 0.1812711 Aug 30 04:36:11.753046 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'port': {'device_id': 'dbab3525-5c37-4997-95db-931a3f260aed', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'admin_state_up': True, 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'security_groups': ['3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7']}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:11.771058 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bc328508-5296-4431-9cc9-c2c40d354e88 admin admin] Publish callbacks [] for security_group (658c8b5a-8888-4167-8ac0-1d49551f3f50), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:11.809546 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bc328508-5296-4431-9cc9-c2c40d354e88 admin admin] Publish callbacks [] for security_group (658c8b5a-8888-4167-8ac0-1d49551f3f50), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:11.902638 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:11.951539 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bc328508-5296-4431-9cc9-c2c40d354e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (658c8b5a-8888-4167-8ac0-1d49551f3f50), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:11.960790 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bc328508-5296-4431-9cc9-c2c40d354e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:11.965480 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-bc328508-5296-4431-9cc9-c2c40d354e88 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/658c8b5a-8888-4167-8ac0-1d49551f3f50 HTTP/1.1" status: 204 len: 168 time: 0.3630421 Aug 30 04:36:12.011505 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc328508-5296-4431-9cc9-c2c40d354e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658c8b5a-8888-4167-8ac0-1d49551f3f50,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:12.185059 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Made reservation on behalf of ec24ad0a529d4df7a32b62a1558fa7a8 for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:36:12.190105 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:12.291004 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a6583-31db-4d9a-b4cd-9c5622f3cadd req-60a9b7e9-dcb2-49f3-ab37-5d76eec87c75 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:12.293032 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fd4a6583-31db-4d9a-b4cd-9c5622f3cadd req-60a9b7e9-dcb2-49f3-ab37-5d76eec87c75 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1702240 Aug 30 04:36:12.422413 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fd4a6583-31db-4d9a-b4cd-9c5622f3cadd req-85fb1b49-e3da-4999-99a8-8eb3755f7b1b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173995 Aug 30 04:36:12.486913 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Allocated IP 172.20.0.7 (a0fa4781-7b10-40fd-9cd8-6b3044f7ba50/ed459e27-07bd-4dcd-9b98-70b12d66fc5f/65b16c11-23ae-4d39-bd0e-89656267aade) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:36:12.671443 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:12.820879 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-fcd767e1-6bfc-448f-8e21-2497d37d004e req-0faecf8b-d6df-4b83-8cf7-dd4836e4c9a9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 210 time: 0.0870242 Aug 30 04:36:12.838702 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for port (65b16c11-23ae-4d39-bd0e-89656267aade), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:12.907016 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:12.950987 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:13.008666 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:36:13.023726 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:36:13.040868 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:36:13.141819 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event updated for resources: {'Port': ['ID=65b16c11-23ae-4d39-bd0e-89656267aade,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:13.199783 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:13.207221 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:13.263137 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=69 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:13.273552 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-fab0950b-ccff-41fe-ac6e-1226afd72464 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5298719 Aug 30 04:36:13.294965 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Request body: {'port': {'device_id': 'dbab3525-5c37-4997-95db-931a3f260aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:13.300499 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:13.434145 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:13.651513 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-f871576f-c5b9-4cff-bd9e-462348da93c1 None None] Provisioning complete for port 65b16c11-23ae-4d39-bd0e-89656267aade triggered by entity DHCP. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:13.656711 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-f871576f-c5b9-4cff-bd9e-462348da93c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:13.755555 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-f871576f-c5b9-4cff-bd9e-462348da93c1 None None] Port 65b16c11-23ae-4d39-bd0e-89656267aade cannot update to ACTIVE because it is not bound. {{(pid=106397) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:36:13.785236 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cbc2f-b9c7-4d04-8a68-0b42c030c764 req-8574d0eb-264f-4aa3-bdaa-2cfb3fdd609c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:13.790216 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-559cbc2f-b9c7-4d04-8a68-0b42c030c764 req-8574d0eb-264f-4aa3-bdaa-2cfb3fdd609c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0908129 Aug 30 04:36:13.866919 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:13.929923 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-0224839a-065f-4781-9052-2707886ad644 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961092 Aug 30 04:36:14.003716 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52180) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:14.025183 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-559cbc2f-b9c7-4d04-8a68-0b42c030c764 req-bce8f553-1e50-4a05-9729-cfabe1466d27 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277460 Aug 30 04:36:14.086419 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-743528b1-7a0f-417b-85f1-265bb179eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:14.088615 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-743528b1-7a0f-417b-85f1-265bb179eed6 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=a89458e4a02d40e4abfd8457f31cc0a4&device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 1129 time: 0.0953617 Aug 30 04:36:14.166882 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebd93a-d352-4042-8937-89112470f6dd req-9811e42c-3f6f-493b-b393-8cf9b77c4808 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:14.169685 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-acebd93a-d352-4042-8937-89112470f6dd req-9811e42c-3f6f-493b-b393-8cf9b77c4808 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 931 time: 0.1919804 Aug 30 04:36:14.405508 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2bfe65b3-de48-4194-a633-b6fa826c6f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:14.413320 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-acebd93a-d352-4042-8937-89112470f6dd req-80e009b7-6709-40a6-8a2c-b9d5bce57679 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235324 Aug 30 04:36:14.499540 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-b0098a29-bacc-4571-b52a-7e044b403c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:14.514539 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-b0098a29-bacc-4571-b52a-7e044b403c0a service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 HTTP/1.1" status: 200 len: 910 time: 0.3935428 Aug 30 04:36:14.646251 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-38dc58f3-f431-4a6d-ba60-ebcdd03fffa9 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=543dac3a-e946-4cd1-8a32-b40f01459925 HTTP/1.1" status: 200 len: 1001 time: 0.1146901 Aug 30 04:36:14.667461 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:14.723479 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:14.802254 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-e4cfa74d-d886-421a-9bbc-c50c284ba3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:14.811125 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-e4cfa74d-d886-421a-9bbc-c50c284ba3fc service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=63018c76-167c-41e0-bb8a-f3e744a64072 HTTP/1.1" status: 200 len: 847 time: 0.1517160 Aug 30 04:36:14.949654 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2bfe65b3-de48-4194-a633-b6fa826c6f87 admin admin] Publish callbacks [] for security_group (72fd8110-0e4c-4f1e-ab88-db90f081bde1), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:14.966085 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2bfe65b3-de48-4194-a633-b6fa826c6f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (72fd8110-0e4c-4f1e-ab88-db90f081bde1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:15.012910 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b16c11-23ae-4d39-bd0e-89656267aade {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:36:15.023684 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Publish callbacks [] for port (65b16c11-23ae-4d39-bd0e-89656267aade), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:15.025115 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-36c5cccd-2dda-46ff-8023-57127616d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:15.028281 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-36c5cccd-2dda-46ff-8023-57127616d0ac service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2129192 Aug 30 04:36:15.043680 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Transition to ACTIVE for port object 65b16c11-23ae-4d39-bd0e-89656267aade will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:36:15.054428 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:15.136934 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Pushing event updated for resources: {'Port': ['ID=65b16c11-23ae-4d39-bd0e-89656267aade,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:15.158070 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-2bfe65b3-de48-4194-a633-b6fa826c6f87 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=e1aba9b80c6e47268cc7caeb5ce50576&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1523843 Aug 30 04:36:15.185712 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 52200) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:15.214115 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe65b3-de48-4194-a633-b6fa826c6f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd8110-0e4c-4f1e-ab88-db90f081bde1,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:15.325494 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f243d769-3a7e-4120-84ef-5bb957bcd467 admin admin] Publish callbacks [] for security_group (72fd8110-0e4c-4f1e-ab88-db90f081bde1), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:15.329263 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Attempting to bind port 65b16c11-23ae-4d39-bd0e-89656267aade on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:36:15.329632 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Attempting to bind port 65b16c11-23ae-4d39-bd0e-89656267aade by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:36:15.329932 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Attempting to bind port 65b16c11-23ae-4d39-bd0e-89656267aade on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:36:15.339387 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:15.342986 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9654f3-653e-4fa9-8775-645a43a7cbaa req-c379b284-4093-4ff1-942e-e668d6ac1c8f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:15.345032 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-af9654f3-653e-4fa9-8775-645a43a7cbaa req-c379b284-4093-4ff1-942e-e668d6ac1c8f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1075523 Aug 30 04:36:15.360954 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Port 65b16c11-23ae-4d39-bd0e-89656267aade on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:36:15.361374 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Attempting to bind port 65b16c11-23ae-4d39-bd0e-89656267aade on network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:36:15.373487 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f243d769-3a7e-4120-84ef-5bb957bcd467 admin admin] Publish callbacks [] for security_group (72fd8110-0e4c-4f1e-ab88-db90f081bde1), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:15.388083 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:36:15.388498 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Checking segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:36:15.388843 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Bound using segment: {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:36:15.389304 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Bound port: 65b16c11-23ae-4d39-bd0e-89656267aade, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd4ce80-bde0-47b5-88fb-341bb71d3942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:36:15.389677 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:15.415352 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-c2dbaafc-75e6-4ef9-931c-b1f3eb504fc6 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723302 Aug 30 04:36:15.419578 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:15.481518 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:15.487513 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-af9654f3-653e-4fa9-8775-645a43a7cbaa req-7fd72d06-7170-4d6e-b193-56438e5ac69d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341004 Aug 30 04:36:15.559936 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] For port 65b16c11-23ae-4d39-bd0e-89656267aade, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:36:15.563054 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f243d769-3a7e-4120-84ef-5bb957bcd467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (72fd8110-0e4c-4f1e-ab88-db90f081bde1), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:15.566653 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f243d769-3a7e-4120-84ef-5bb957bcd467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:15.570788 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-f243d769-3a7e-4120-84ef-5bb957bcd467 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/72fd8110-0e4c-4f1e-ab88-db90f081bde1 HTTP/1.1" status: 204 len: 168 time: 0.3751011 Aug 30 04:36:15.572203 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] For port 65b16c11-23ae-4d39-bd0e-89656267aade, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=65b16c11-23ae-4d39-bd0e-89656267aade,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:36:15.586413 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243d769-3a7e-4120-84ef-5bb957bcd467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd8110-0e4c-4f1e-ab88-db90f081bde1,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:15.589519 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:15.595383 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:15.596261 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:15.598110 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-92f24348-9787-4577-a229-cf77e843db95 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/65b16c11-23ae-4d39-bd0e-89656267aade HTTP/1.1" status: 200 len: 1093 time: 2.3107464 Aug 30 04:36:15.598788 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbab3525-5c37-4997-95db-931a3f260aed', 'tag': '65b16c11-23ae-4d39-bd0e-89656267aade'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:15.602849 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f78e533-67b3-402c-9de5-503adedc6ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "dbab3525-5c37-4997-95db-931a3f260aed", "tag": "65b16c11-23ae-4d39-bd0e-89656267aade"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:15.723843 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1b0daa-b080-4164-b20f-8f0a2874f2df x-openstack-request-id: req-3e1b0daa-b080-4164-b20f-8f0a2874f2df {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:15.724257 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbab3525-5c37-4997-95db-931a3f260aed", "tag": "65b16c11-23ae-4d39-bd0e-89656267aade", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:15.724453 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3e1b0daa-b080-4164-b20f-8f0a2874f2df {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:15.725678 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1b0daa-b080-4164-b20f-8f0a2874f2df'] response: {'name': 'network-changed', 'server_uuid': 'dbab3525-5c37-4997-95db-931a3f260aed', 'tag': '65b16c11-23ae-4d39-bd0e-89656267aade', 'status': 'completed', 'code': 200} Aug 30 04:36:15.798768 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ddcea-812d-4ddf-bb16-8a13ab128943 req-8739c26f-8d6b-407b-9b99-1430e14750a5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:15.802380 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c72ddcea-812d-4ddf-bb16-8a13ab128943 req-8739c26f-8d6b-407b-9b99-1430e14750a5 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 943 time: 0.1346223 Aug 30 04:36:15.833253 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f252ba9b-e931-41e1-adfd-1527df50b066 req-63b6e913-4c58-42c5-83f9-365e4aee0720 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633420 Aug 30 04:36:15.844311 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-009e5ef2-f7d7-4de3-be41-21fea8fac0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:15.851494 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-009e5ef2-f7d7-4de3-be41-21fea8fac0a4 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 1127 time: 0.1293612 Aug 30 04:36:15.852917 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f24348-9787-4577-a229-cf77e843db95 service neutron] Pushing event updated for resources: {'Port': ['ID=65b16c11-23ae-4d39-bd0e-89656267aade,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:15.947223 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-8fc13703-e09f-4236-aadb-c218b071a07c service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65b16c11-23ae-4d39-bd0e-89656267aade HTTP/1.1" status: 200 len: 217 time: 0.0703380 Aug 30 04:36:16.019690 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-1702b69a-3c3f-49cc-959c-15e7c30612d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:16.021598 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-1702b69a-3c3f-49cc-959c-15e7c30612d7 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.0644257 Aug 30 04:36:16.027349 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c72ddcea-812d-4ddf-bb16-8a13ab128943 req-a79ce6c0-c456-43ed-ab2f-b7f7f09fb27e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142253 Aug 30 04:36:16.095237 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-cf278e00-948d-4558-b74d-57ca973d9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:16.097433 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-cf278e00-948d-4558-b74d-57ca973d9144 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0687788 Aug 30 04:36:16.231301 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:16.359622 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-0975f6d1-c2d1-45b0-a7f0-a4c026aa3032 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536275 Aug 30 04:36:16.522325 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52226) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:16.562424 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e4262e0a-09f1-45b9-9a31-e83b11f467d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:16.666397 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f9895409-6c33-41b5-866e-d0917fbaea76 req-36734214-5b4b-479c-8966-d8cce136cabe service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932386 Aug 30 04:36:16.890988 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e4262e0a-09f1-45b9-9a31-e83b11f467d4 admin admin] Publish callbacks [] for security_group (31255a6b-4014-4b76-85d0-7f731936cbfa), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:16.905833 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e4262e0a-09f1-45b9-9a31-e83b11f467d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (31255a6b-4014-4b76-85d0-7f731936cbfa), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:16.983056 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4262e0a-09f1-45b9-9a31-e83b11f467d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31255a6b-4014-4b76-85d0-7f731936cbfa,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:17.031104 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e563967-9001-4a97-94c8-e65f2b8649ef req-7f706549-d9bb-46f6-a881-df73d0e31df7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:17.046110 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5e563967-9001-4a97-94c8-e65f2b8649ef req-7f706549-d9bb-46f6-a881-df73d0e31df7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.2665455 Aug 30 04:36:17.096630 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-e4262e0a-09f1-45b9-9a31-e83b11f467d4 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=ca9acef67cce47f1bc5beb33eb66cc1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5689425 Aug 30 04:36:17.099374 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 52246) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:17.211550 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5e563967-9001-4a97-94c8-e65f2b8649ef req-53ccc306-36e4-46e4-80f9-d6c5e42f48cc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637955 Aug 30 04:36:17.351889 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c8068-b6c3-4bf6-ac0c-9f9179022524 req-1207c0fa-0845-4ea2-8e90-e0b6cd4bc86d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:17.355238 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-982c8068-b6c3-4bf6-ac0c-9f9179022524 req-1207c0fa-0845-4ea2-8e90-e0b6cd4bc86d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 943 time: 0.1112618 Aug 30 04:36:17.362136 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b2aff87c-b669-4d9c-aa07-0a05e75b76bb admin admin] Publish callbacks [] for security_group (31255a6b-4014-4b76-85d0-7f731936cbfa), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:17.487754 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b2aff87c-b669-4d9c-aa07-0a05e75b76bb admin admin] Publish callbacks [] for security_group (31255a6b-4014-4b76-85d0-7f731936cbfa), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:17.611673 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-982c8068-b6c3-4bf6-ac0c-9f9179022524 req-66b3b861-e180-4f9d-84db-c0d75b32605e tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365508 Aug 30 04:36:17.663337 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52250) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:17.762964 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e533-67b3-402c-9de5-503adedc6ed5 req-4dade5ab-44ed-4ce8-bfd8-1065dff6fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:17.764695 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4f78e533-67b3-402c-9de5-503adedc6ed5 req-4dade5ab-44ed-4ce8-bfd8-1065dff6fd4e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 1127 time: 0.1176193 Aug 30 04:36:17.856534 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b2aff87c-b669-4d9c-aa07-0a05e75b76bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (31255a6b-4014-4b76-85d0-7f731936cbfa), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:17.859352 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b2aff87c-b669-4d9c-aa07-0a05e75b76bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:17.863964 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b2aff87c-b669-4d9c-aa07-0a05e75b76bb admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/31255a6b-4014-4b76-85d0-7f731936cbfa HTTP/1.1" status: 204 len: 168 time: 0.7570839 Aug 30 04:36:17.905333 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:17.908460 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aff87c-b669-4d9c-aa07-0a05e75b76bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31255a6b-4014-4b76-85d0-7f731936cbfa,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:17.916141 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:17.925969 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:17.963855 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e533-67b3-402c-9de5-503adedc6ed5 req-38a77b20-c9f0-4e80-aa8a-46bb97262540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:17.966605 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4f78e533-67b3-402c-9de5-503adedc6ed5 req-38a77b20-c9f0-4e80-aa8a-46bb97262540 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 917 time: 0.1942670 Aug 30 04:36:18.008382 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bf5d625c-0000-4ff6-8072-29d5624e0e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:18.046563 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4f78e533-67b3-402c-9de5-503adedc6ed5 req-64f66b52-bf42-4ff4-8ac9-195f23703fff service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65b16c11-23ae-4d39-bd0e-89656267aade HTTP/1.1" status: 200 len: 217 time: 0.0727358 Aug 30 04:36:18.159113 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:18.194651 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e533-67b3-402c-9de5-503adedc6ed5 req-cbb18daf-fb15-4e85-b570-575d93ac7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:18.196260 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4f78e533-67b3-402c-9de5-503adedc6ed5 req-cbb18daf-fb15-4e85-b570-575d93ac7c6f service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.1413076 Aug 30 04:36:18.232920 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bf5d625c-0000-4ff6-8072-29d5624e0e18 admin admin] Publish callbacks [] for security_group (f13d111c-41d5-4bee-a92e-c60a366a52ea), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:18.242768 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bf5d625c-0000-4ff6-8072-29d5624e0e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f13d111c-41d5-4bee-a92e-c60a366a52ea), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:18.281500 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e533-67b3-402c-9de5-503adedc6ed5 req-633a4129-de5e-47b4-9884-3e07a83eec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:18.284997 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4f78e533-67b3-402c-9de5-503adedc6ed5 req-633a4129-de5e-47b4-9884-3e07a83eec94 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0807030 Aug 30 04:36:18.370797 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-bf5d625c-0000-4ff6-8072-29d5624e0e18 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=364851cacd74461699aecdd9c1380186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6996930 Aug 30 04:36:18.372140 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d625c-0000-4ff6-8072-29d5624e0e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d111c-41d5-4bee-a92e-c60a366a52ea,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:18.376629 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52260) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:18.597266 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4f78e533-67b3-402c-9de5-503adedc6ed5 req-b0f30480-82dc-4970-a763-6da56e7b8fb7 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053079 Aug 30 04:36:18.645770 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8302ac-9a41-4f18-98ee-91a30deac5f4 req-2f4733c7-60c9-4dd8-a271-3caf677a96a0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:18.649324 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ee8302ac-9a41-4f18-98ee-91a30deac5f4 req-2f4733c7-60c9-4dd8-a271-3caf677a96a0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1248808 Aug 30 04:36:18.717383 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c28b9be3-ae98-4a18-9fb9-9c8547d4bc82 admin admin] Publish callbacks [] for security_group (f13d111c-41d5-4bee-a92e-c60a366a52ea), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:18.779608 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c28b9be3-ae98-4a18-9fb9-9c8547d4bc82 admin admin] Publish callbacks [] for security_group (f13d111c-41d5-4bee-a92e-c60a366a52ea), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:18.788722 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ee8302ac-9a41-4f18-98ee-91a30deac5f4 req-cc578594-539f-42d8-a9f2-684f425d107d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284668 Aug 30 04:36:18.965116 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4f78e533-67b3-402c-9de5-503adedc6ed5 req-a08589a4-c5ee-4766-8978-72d2417b1e05 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593976 Aug 30 04:36:18.970350 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c28b9be3-ae98-4a18-9fb9-9c8547d4bc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f13d111c-41d5-4bee-a92e-c60a366a52ea), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:18.973534 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c28b9be3-ae98-4a18-9fb9-9c8547d4bc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:18.978406 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-c28b9be3-ae98-4a18-9fb9-9c8547d4bc82 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/f13d111c-41d5-4bee-a92e-c60a366a52ea HTTP/1.1" status: 204 len: 168 time: 0.6002445 Aug 30 04:36:19.006366 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b9be3-ae98-4a18-9fb9-9c8547d4bc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d111c-41d5-4bee-a92e-c60a366a52ea,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:19.042509 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc07070-ac0a-4fc4-9bc1-7fce03863b71 req-a8ff2257-fb3d-48ff-ba84-876e3ea24991 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:19.045420 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8cc07070-ac0a-4fc4-9bc1-7fce03863b71 req-a8ff2257-fb3d-48ff-ba84-876e3ea24991 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 943 time: 0.1818583 Aug 30 04:36:19.152667 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 65b16c11-23ae-4d39-bd0e-89656267aade details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:36:19.154014 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-8cc07070-ac0a-4fc4-9bc1-7fce03863b71 req-e008c8d6-3fb5-49e7-9046-9778a7a5f990 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010692 Aug 30 04:36:19.405855 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 65b16c11-23ae-4d39-bd0e-89656267aade, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=65b16c11-23ae-4d39-bd0e-89656267aade,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:19.431623 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '65b16c11-23ae-4d39-bd0e-89656267aade', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'port_id': '65b16c11-23ae-4d39-bd0e-89656267aade', 'mac_address': 'fa:16:3e:f5:e5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:36:19.490464 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 65b16c11-23ae-4d39-bd0e-89656267aade is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:19.491360 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:19.522551 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b16c11-23ae-4d39-bd0e-89656267aade {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:36:19.558996 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 65b16c11-23ae-4d39-bd0e-89656267aade, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=65b16c11-23ae-4d39-bd0e-89656267aade,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:19.568928 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:19.669506 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=65b16c11-23ae-4d39-bd0e-89656267aade,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:19.746339 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 52284) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:19.774762 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:19.992147 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Publish callbacks [] for security_group (b862c119-e08f-4526-a23d-493f7ae4a39a), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:20.001482 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (b862c119-e08f-4526-a23d-493f7ae4a39a), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:20.066716 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed8af3-6eaf-4c12-ae70-5ba8d38b877a req-473a8b55-1ef0-4e90-99dd-c63833e63b22 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:20.069349 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dbed8af3-6eaf-4c12-ae70-5ba8d38b877a req-473a8b55-1ef0-4e90-99dd-c63833e63b22 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0698450 Aug 30 04:36:20.081910 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=53b6ae0b929e4c109dadf163eade9f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287990 Aug 30 04:36:20.083375 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 52294) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:20.098887 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:20.138249 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['65b16c11-23ae-4d39-bd0e-89656267aade'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:36:20.161472 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b862c119-e08f-4526-a23d-493f7ae4a39a,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:20.184589 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.184971 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.185510 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.186058 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.186610 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.187137 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.187642 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.188232 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.188747 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.189247 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.189768 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.190791 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.191708 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.192266 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.193070 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c990ae3a-2e87-4e10-abf4-7d5ade104c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:20.244603 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dbed8af3-6eaf-4c12-ae70-5ba8d38b877a req-cd9c1c21-1f33-47c3-9a21-06ad62cfebbf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573591 Aug 30 04:36:20.289845 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-93ed39e2-d3b6-4b56-8c47-1ab0f493def4 admin admin] Publish callbacks [] for security_group (b862c119-e08f-4526-a23d-493f7ae4a39a), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:20.352283 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-93ed39e2-d3b6-4b56-8c47-1ab0f493def4 admin admin] Publish callbacks [] for security_group (b862c119-e08f-4526-a23d-493f7ae4a39a), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:20.534004 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-93ed39e2-d3b6-4b56-8c47-1ab0f493def4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (b862c119-e08f-4526-a23d-493f7ae4a39a), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:20.544927 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-93ed39e2-d3b6-4b56-8c47-1ab0f493def4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:20.546162 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-93ed39e2-d3b6-4b56-8c47-1ab0f493def4 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/b862c119-e08f-4526-a23d-493f7ae4a39a HTTP/1.1" status: 204 len: 168 time: 0.4614570 Aug 30 04:36:20.581953 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed39e2-d3b6-4b56-8c47-1ab0f493def4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b862c119-e08f-4526-a23d-493f7ae4a39a,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:20.622540 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a6b0c-d46e-4d25-9d2e-5912c73d4d77 req-16e11930-592f-4b77-8f84-345a7f9fa1b2 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:20.626063 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-565a6b0c-d46e-4d25-9d2e-5912c73d4d77 req-16e11930-592f-4b77-8f84-345a7f9fa1b2 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 944 time: 0.1781285 Aug 30 04:36:20.713181 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:20.730208 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:20.766456 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-565a6b0c-d46e-4d25-9d2e-5912c73d4d77 req-8767bd1b-e76f-4fa9-8b64-9ca274307a44 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267407 Aug 30 04:36:21.500406 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 65b16c11-23ae-4d39-bd0e-89656267aade up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:21.632350 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 65b16c11-23ae-4d39-bd0e-89656267aade completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:36:21.640621 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f9a2f-9c8e-42f7-a8db-95d836622b59 req-2e248f69-b773-4949-8487-2c0ad0d0a0c0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:21.643254 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f62f9a2f-9c8e-42f7-a8db-95d836622b59 req-2e248f69-b773-4949-8487-2c0ad0d0a0c0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1163847 Aug 30 04:36:21.653903 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 65b16c11-23ae-4d39-bd0e-89656267aade triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:21.654477 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:21.760138 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f62f9a2f-9c8e-42f7-a8db-95d836622b59 req-ecf69ae1-2889-485c-b19d-c768eb65d2b9 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006005 Aug 30 04:36:21.803475 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 65b16c11-23ae-4d39-bd0e-89656267aade is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:21.804114 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:21.837565 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbab3525-5c37-4997-95db-931a3f260aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b16c11-23ae-4d39-bd0e-89656267aade'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:21.851137 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028eb0d6-67f0-43a4-bb4f-3335509de018" -d '{"events": [{"server_uuid": "dbab3525-5c37-4997-95db-931a3f260aed", "name": "network-vif-plugged", "status": "completed", "tag": "65b16c11-23ae-4d39-bd0e-89656267aade"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:21.869339 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 65b16c11-23ae-4d39-bd0e-89656267aade, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=65b16c11-23ae-4d39-bd0e-89656267aade,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:21.877785 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:21.918408 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9615aa-450b-4a0c-8332-b6e22cc7a8f4 x-openstack-request-id: req-6c9615aa-450b-4a0c-8332-b6e22cc7a8f4 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:21.918733 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbab3525-5c37-4997-95db-931a3f260aed", "name": "network-vif-plugged", "status": "completed", "tag": "65b16c11-23ae-4d39-bd0e-89656267aade", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:21.918986 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6c9615aa-450b-4a0c-8332-b6e22cc7a8f4 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:21.919386 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9615aa-450b-4a0c-8332-b6e22cc7a8f4'] response: {'server_uuid': 'dbab3525-5c37-4997-95db-931a3f260aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b16c11-23ae-4d39-bd0e-89656267aade', 'code': 200} Aug 30 04:36:21.952205 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=65b16c11-23ae-4d39-bd0e-89656267aade,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:22.074240 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b85c65-938f-4046-9bdb-ff5f21bd8e65 req-77fb28bc-174d-4b5a-87f6-64c88b4544a0 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:22.077835 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-64b85c65-938f-4046-9bdb-ff5f21bd8e65 req-77fb28bc-174d-4b5a-87f6-64c88b4544a0 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 945 time: 0.1022239 Aug 30 04:36:22.204330 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-64b85c65-938f-4046-9bdb-ff5f21bd8e65 req-52defa9a-28b4-497e-b003-b670fb2df841 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110764 Aug 30 04:36:22.457940 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52394) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:22.464765 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c124-1f8c-403e-b68d-667196fef544 req-7c9d139e-c55b-462b-833d-96835861e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:22.467652 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6de9c124-1f8c-403e-b68d-667196fef544 req-7c9d139e-c55b-462b-833d-96835861e7e5 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 1129 time: 0.0731390 Aug 30 04:36:22.649398 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:22.698210 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-96646194-network', 'tenant_id': 'd2e1ae67fada4bd68398e3b997f7d40e'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:22.720533 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6de9c124-1f8c-403e-b68d-667196fef544 req-41e72b9d-2d5a-413b-9318-0671710e88e2 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180537 Aug 30 04:36:22.735491 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38d257-c7a4-4c63-a722-14a7052907e8 req-9b5e1e4e-a00a-4214-acf3-35fa1078b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:22.737427 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4b38d257-c7a4-4c63-a722-14a7052907e8 req-9b5e1e4e-a00a-4214-acf3-35fa1078b663 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 1129 time: 0.1160212 Aug 30 04:36:22.747665 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Made reservation on behalf of d2e1ae67fada4bd68398e3b997f7d40e for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:36:22.750770 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:22.762798 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:22.918155 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Publish callbacks [] for security_group (4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:22.931405 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:23.016961 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:36:23.043268 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc29673-c7ee-429a-8d4e-ac365ce0d1db req-363c3738-d882-464d-8b84-b39af86cf54c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:23.045956 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1fc29673-c7ee-429a-8d4e-ac365ce0d1db req-363c3738-d882-464d-8b84-b39af86cf54c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1316555 Aug 30 04:36:23.050112 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:23.075660 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (dccbb52d-07ef-4d34-a5a7-4bd2b02d4568), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:23.076181 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Added segment dccbb52d-07ef-4d34-a5a7-4bd2b02d4568 of type vlan for network 78266cd5-97a4-411b-9c28-8b6408e0cbf0 Aug 30 04:36:23.145014 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.145570 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.146528 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.147660 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.148323 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.148878 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.149384 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.149944 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.150464 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.151054 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.151620 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.152239 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.152821 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.153416 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.153958 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:23.171631 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:23.298241 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (78266cd5-97a4-411b-9c28-8b6408e0cbf0), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:23.310444 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1fc29673-c7ee-429a-8d4e-ac365ce0d1db req-cfafed9e-49ea-4a19-8c9c-dda3cac06dfc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530098 Aug 30 04:36:23.392036 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (78266cd5-97a4-411b-9c28-8b6408e0cbf0), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:23.393109 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:23.393754 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:23.397489 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38d257-c7a4-4c63-a722-14a7052907e8 req-39693941-5f08-4415-901a-a3aa49eedbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:23.398992 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4b38d257-c7a4-4c63-a722-14a7052907e8 req-39693941-5f08-4415-901a-a3aa49eedbf2 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 919 time: 0.2968066 Aug 30 04:36:23.428598 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57400d5e-3ddb-4174-a990-c7adfa48c70a req-ce4801d0-0a92-4c9b-bda0-02e1f8075945 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:23.432358 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57400d5e-3ddb-4174-a990-c7adfa48c70a req-ce4801d0-0a92-4c9b-bda0-02e1f8075945 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 945 time: 0.0975850 Aug 30 04:36:23.467637 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0072157 Aug 30 04:36:23.476187 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 52404) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:23.483052 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] Request body: {'subnet': {'network_id': '78266cd5-97a4-411b-9c28-8b6408e0cbf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-96646194-subnet', 'tenant_id': 'd2e1ae67fada4bd68398e3b997f7d40e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:23.492327 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d6fe8-4837-49b6-a222-8de72df9d162 admin admin] Pushing event updated for resources: {'Network': ['ID=78266cd5-97a4-411b-9c28-8b6408e0cbf0,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:23.512419 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network 78266cd5-97a4-411b-9c28-8b6408e0cbf0 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:36:23.564779 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-57400d5e-3ddb-4174-a990-c7adfa48c70a req-5ea5a4c1-74cd-41dd-a099-fa73f3708b63 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242836 Aug 30 04:36:23.576399 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] Made reservation on behalf of d2e1ae67fada4bd68398e3b997f7d40e for: {'subnet': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:36:23.579140 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15248056'] for subnet (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:23.656766 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4b38d257-c7a4-4c63-a722-14a7052907e8 req-02331dc2-bf5f-44a8-9b56-8e2c89498951 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626 HTTP/1.1" status: 200 len: 1001 time: 0.1313045 Aug 30 04:36:23.774987 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38d257-c7a4-4c63-a722-14a7052907e8 req-35024045-a819-4ac7-a1de-790affe5690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:23.777057 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4b38d257-c7a4-4c63-a722-14a7052907e8 req-35024045-a819-4ac7-a1de-790affe5690d service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 200 len: 856 time: 0.1114604 Aug 30 04:36:23.863221 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:23.884439 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38d257-c7a4-4c63-a722-14a7052907e8 req-f09a37be-cb17-431e-987b-0a2f424ac488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:23.886014 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4b38d257-c7a4-4c63-a722-14a7052907e8 req-f09a37be-cb17-431e-987b-0a2f424ac488 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0676613 Aug 30 04:36:23.919420 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15454370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15248046'] for subnet (6c27fc56-9761-4797-a816-e3efc0bf7999), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:24.041608 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c27fc56-9761-4797-a816-e3efc0bf7999,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:24.056079 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] Checking segment: {'id': 'dccbb52d-07ef-4d34-a5a7-4bd2b02d4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '78266cd5-97a4-411b-9c28-8b6408e0cbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:36:24.056745 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] Network hostable DHCP agents. Network: 78266cd5-97a4-411b-9c28-8b6408e0cbf0, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:36:24.089211 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] Network 78266cd5-97a4-411b-9c28-8b6408e0cbf0 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:36:24.101937 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, 78266cd5-97a4-411b-9c28-8b6408e0cbf0) {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:36:24.108571 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:24.109452 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:24.118771 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d1b7b8-889a-46d4-9158-389d41e57b66 None None] Network 78266cd5-97a4-411b-9c28-8b6408e0cbf0 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:36:24.146317 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-bf36bcdf-c6b1-44f2-944c-d3d6fee3e732 admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6684685 Aug 30 04:36:24.284166 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5646c83b-ae0b-46e3-8729-73eba89e099f None None] Network 78266cd5-97a4-411b-9c28-8b6408e0cbf0 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:36:24.591987 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca94a6b-8e6c-4fd0-a622-57842d8280b5 req-4d1637ee-230d-4c62-a181-38ee23ce169f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:24.600433 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8ca94a6b-8e6c-4fd0-a622-57842d8280b5 req-4d1637ee-230d-4c62-a181-38ee23ce169f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.1764793 Aug 30 04:36:24.696643 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8ca94a6b-8e6c-4fd0-a622-57842d8280b5 req-d3dfdd69-c525-4d13-b059-0e87e66c2ce5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952668 Aug 30 04:36:24.734464 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4b38d257-c7a4-4c63-a722-14a7052907e8 req-1f4516fe-33c6-415c-b76d-68d1fcea1dd5 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492297 Aug 30 04:36:24.903282 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4b38d257-c7a4-4c63-a722-14a7052907e8 req-ef12f448-3197-4f96-84ce-32b87ca1fc0e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579440 Aug 30 04:36:24.915463 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0b58d-a52c-4758-8077-0fffb509e38c req-ff9cad07-ee58-49da-a618-29bc35848311 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:24.923762 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-19f0b58d-a52c-4758-8077-0fffb509e38c req-ff9cad07-ee58-49da-a618-29bc35848311 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 945 time: 0.1349421 Aug 30 04:36:24.989005 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-19f0b58d-a52c-4758-8077-0fffb509e38c req-ace3c61c-aba5-475b-981f-95fc6f3ae81a tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636930 Aug 30 04:36:25.122153 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 52428) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:25.128361 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1072497897-network', 'tenant_id': '2307cda5292f4140acec7bba25d74a6a'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:25.161578 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Made reservation on behalf of 2307cda5292f4140acec7bba25d74a6a for: {'network': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:36:25.166129 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.179815 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.207134 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:25.304070 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Publish callbacks [] for security_group (98f7602c-ed1f-4d8e-8d8d-9f57b961282e), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.309055 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (98f7602c-ed1f-4d8e-8d8d-9f57b961282e), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.349671 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=106396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:36:25.359866 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f7602c-ed1f-4d8e-8d8d-9f57b961282e,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:25.369600 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (dce84b1c-38c6-4136-b6d2-012afa1a0ba8), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.370101 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.db.segments_db [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Added segment dce84b1c-38c6-4136-b6d2-012afa1a0ba8 of type vlan for network d0fbe8a8-d794-4ddd-b49e-ec4a094df040 Aug 30 04:36:25.437680 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (d0fbe8a8-d794-4ddd-b49e-ec4a094df040), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.441402 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8f9dcf42-2c92-4dfb-86be-a86c9029c626 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:36:25.460027 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:25.488966 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (d0fbe8a8-d794-4ddd-b49e-ec4a094df040), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.490252 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:25.492034 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.575556 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:25.575878 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4471321 Aug 30 04:36:25.575878 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 52430) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:25.581960 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] Request body: {'subnet': {'network_id': 'd0fbe8a8-d794-4ddd-b49e-ec4a094df040', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1072497897-subnet', 'tenant_id': '2307cda5292f4140acec7bba25d74a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:25.595901 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 is: ACTIVE; New status is: DOWN {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:25.596442 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.612342 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae7e55-551e-4eb3-a0a3-e7ed7cb3ed10 admin admin] Pushing event updated for resources: {'Network': ['ID=d0fbe8a8-d794-4ddd-b49e-ec4a094df040,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:25.637205 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network d0fbe8a8-d794-4ddd-b49e-ec4a094df040 details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:36:25.643047 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] Made reservation on behalf of 2307cda5292f4140acec7bba25d74a6a for: {'subnet': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:36:25.650653 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:25.653392 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ae5804-7768-4792-99bc-91687c97f313" -d '{"events": [{"server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "name": "network-vif-unplugged", "status": "completed", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:25.654432 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15248056'] for subnet (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.950652 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c899e-5deb-471c-ae58-952ee368fb7f req-18d93f39-2e26-4d0a-b8ee-9cb5bd4ec205 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:25.958318 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-196c899e-5deb-471c-ae58-952ee368fb7f req-18d93f39-2e26-4d0a-b8ee-9cb5bd4ec205 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 945 time: 0.0944877 Aug 30 04:36:25.995203 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182be20a-b1eb-41fa-955e-22b5128d6e46 x-openstack-request-id: req-182be20a-b1eb-41fa-955e-22b5128d6e46 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:25.995779 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "name": "network-vif-unplugged", "status": "completed", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:25.997037 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-182be20a-b1eb-41fa-955e-22b5128d6e46 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:25.997884 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182be20a-b1eb-41fa-955e-22b5128d6e46'] response: {'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'code': 200} Aug 30 04:36:26.001402 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:26.035816 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:26.048744 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15454370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15248046'] for subnet (57adaa83-148e-414c-8ca3-1dd9a3ef100e), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:26.158741 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-196c899e-5deb-471c-ae58-952ee368fb7f req-4a1edd11-f088-4a4d-a46e-b41d17c57fb0 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989536 Aug 30 04:36:26.162139 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=8f9dcf42-2c92-4dfb-86be-a86c9029c626,revision_number=8']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:26.214868 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=57adaa83-148e-414c-8ca3-1dd9a3ef100e,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:26.236420 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] Checking segment: {'id': 'dce84b1c-38c6-4136-b6d2-012afa1a0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'd0fbe8a8-d794-4ddd-b49e-ec4a094df040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:36:26.236963 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] Network hostable DHCP agents. Network: d0fbe8a8-d794-4ddd-b49e-ec4a094df040, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:36:26.263217 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59576302-71d8-4d74-bd0a-6006b4ab6606 req-19a16538-db3a-4ffd-b2e8-b5478050434d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:26.264095 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] Network d0fbe8a8-d794-4ddd-b49e-ec4a094df040 is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:36:26.265065 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-59576302-71d8-4d74-bd0a-6006b4ab6606 req-19a16538-db3a-4ffd-b2e8-b5478050434d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 945 time: 0.0879688 Aug 30 04:36:26.280326 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, d0fbe8a8-d794-4ddd-b49e-ec4a094df040) {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:36:26.288194 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:26.289670 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:26.299191 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59357750-cd8b-4760-998a-bd60cdad5162 None None] Network d0fbe8a8-d794-4ddd-b49e-ec4a094df040 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:36:26.323054 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-80952dcd-030e-4164-a14e-d054e0a03fca admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7458494 Aug 30 04:36:26.354619 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-59576302-71d8-4d74-bd0a-6006b4ab6606 req-0385995b-544c-4a2b-84a0-6c87accdec94 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764983 Aug 30 04:36:26.517953 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb168697-065c-46a3-8841-b47327b59895 None None] Network d0fbe8a8-d794-4ddd-b49e-ec4a094df040 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:36:26.586444 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2634c-ee99-42fd-a08e-2de08ee73582 req-3b1df234-ad57-420c-9f7f-d3f19720335b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:26.591597 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-96c2634c-ee99-42fd-a08e-2de08ee73582 req-3b1df234-ad57-420c-9f7f-d3f19720335b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 945 time: 0.0857782 Aug 30 04:36:26.599022 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52446) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:26.608023 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-02159c8e-8e4e-4ebe-91bd-f34fc38bc5c9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Request body: {'floatingip': {'port_id': '65b16c11-23ae-4d39-bd0e-89656267aade'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:26.641589 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:26.684621 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02159c8e-8e4e-4ebe-91bd-f34fc38bc5c9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (2642fa08-7e56-46b7-a7f4-7fa989d78583), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:27.413489 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01e2a6-e6a3-4a1a-ad5f-86fbd11d877e req-7958219f-9b74-48bf-9902-272a53da8a47 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:27.417610 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5a01e2a6-e6a3-4a1a-ad5f-86fbd11d877e req-7958219f-9b74-48bf-9902-272a53da8a47 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.0996449 Aug 30 04:36:27.475490 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-6baa90a3-6e7a-4b94-9a0a-fbf736881810 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:27.477778 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-6baa90a3-6e7a-4b94-9a0a-fbf736881810 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/networks?id=78266cd5-97a4-411b-9c28-8b6408e0cbf0 HTTP/1.1" status: 200 len: 807 time: 0.3269258 Aug 30 04:36:27.481659 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:27.513513 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-5a01e2a6-e6a3-4a1a-ad5f-86fbd11d877e req-700bf849-4acd-402c-bd58-995a840740a5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887506 Aug 30 04:36:27.542920 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-6558f236-1102-47df-aa35-2448ecf6e07a tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/quotas/d2e1ae67fada4bd68398e3b997f7d40e HTTP/1.1" status: 200 len: 375 time: 0.0217237 Aug 30 04:36:27.556233 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:27.630919 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-dae98f0b-c496-47dc-896f-cb9d8fa98b45 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=d2e1ae67fada4bd68398e3b997f7d40e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791864 Aug 30 04:36:27.860147 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:27.871942 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-260a002f-019c-4ddf-a94e-bbafe8f132e5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/78266cd5-97a4-411b-9c28-8b6408e0cbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265639 Aug 30 04:36:27.979009 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.db.resource_extend [None req-02159c8e-8e4e-4ebe-91bd-f34fc38bc5c9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 04:36:28.073315 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02159c8e-8e4e-4ebe-91bd-f34fc38bc5c9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:28.090462 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02159c8e-8e4e-4ebe-91bd-f34fc38bc5c9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (2642fa08-7e56-46b7-a7f4-7fa989d78583), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:28.159997 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-bfc12f0a-ba0a-4fc3-b6b6-aff36c2bbfc0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/78266cd5-97a4-411b-9c28-8b6408e0cbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508142 Aug 30 04:36:28.248585 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-02159c8e-8e4e-4ebe-91bd-f34fc38bc5c9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Floating IP 2642fa08-7e56-46b7-a7f4-7fa989d78583 associated. External IP: 172.28.3.21, port: 65b16c11-23ae-4d39-bd0e-89656267aade. Aug 30 04:36:28.586589 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02159c8e-8e4e-4ebe-91bd-f34fc38bc5c9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Router 12bdb17a-e53e-4e01-8fd6-27e907694d22 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:36:28.613158 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-27eeca78-fee0-4195-b680-13041834c81f req-7ecf6fc6-8e8f-4eaa-9bbe-251ea0f2d38d tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 210 time: 0.0719087 Aug 30 04:36:28.868508 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02159c8e-8e4e-4ebe-91bd-f34fc38bc5c9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:36:28.882097 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02159c8e-8e4e-4ebe-91bd-f34fc38bc5c9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:28.884629 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d455d98-919c-4e4d-9710-48625dae3498 None None] Sync routers for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:36:28.910915 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d455d98-919c-4e4d-9710-48625dae3498 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:36:28.913287 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7d455d98-919c-4e4d-9710-48625dae3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:36:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:28.959960 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-02159c8e-8e4e-4ebe-91bd-f34fc38bc5c9 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "PUT /networking/v2.0/floatingips/2642fa08-7e56-46b7-a7f4-7fa989d78583 HTTP/1.1" status: 200 len: 990 time: 2.3575335 Aug 30 04:36:28.965178 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbab3525-5c37-4997-95db-931a3f260aed', 'tag': '65b16c11-23ae-4d39-bd0e-89656267aade'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:28.973428 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c22362-a9a2-4c06-b6bb-8a938840b3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "dbab3525-5c37-4997-95db-931a3f260aed", "tag": "65b16c11-23ae-4d39-bd0e-89656267aade"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:29.146382 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-7d455d98-919c-4e4d-9710-48625dae3498 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:36:29.210490 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27b4b93-3c98-4c7a-90f5-620663c49e90 x-openstack-request-id: req-a27b4b93-3c98-4c7a-90f5-620663c49e90 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:29.210913 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbab3525-5c37-4997-95db-931a3f260aed", "tag": "65b16c11-23ae-4d39-bd0e-89656267aade", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:29.211335 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a27b4b93-3c98-4c7a-90f5-620663c49e90 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:29.212078 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27b4b93-3c98-4c7a-90f5-620663c49e90'] response: {'name': 'network-changed', 'server_uuid': 'dbab3525-5c37-4997-95db-931a3f260aed', 'tag': '65b16c11-23ae-4d39-bd0e-89656267aade', 'status': 'completed', 'code': 200} Aug 30 04:36:29.430229 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:29.458485 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c22362-a9a2-4c06-b6bb-8a938840b3e0 req-0599259e-dbc5-449c-a0aa-b747175595ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:29.462070 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-50c22362-a9a2-4c06-b6bb-8a938840b3e0 req-0599259e-dbc5-449c-a0aa-b747175595ff service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 1129 time: 0.1384480 Aug 30 04:36:29.628659 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7d455d98-919c-4e4d-9710-48625dae3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '2642fa08-7e56-46b7-a7f4-7fa989d78583', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.21', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': '65b16c11-23ae-4d39-bd0e-89656267aade', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:f5:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab3525-5c37-4997-95db-931a3f260aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:06Z', 'updated_at': '2022-08-30T04:36:27Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:29.699180 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d455d98-919c-4e4d-9710-48625dae3498 None None] Checking router: 12bdb17a-e53e-4e01-8fd6-27e907694d22 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:36:29.699546 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c22362-a9a2-4c06-b6bb-8a938840b3e0 req-632e3f89-a652-4aa7-a4ef-08474f1af122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:29.701129 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-50c22362-a9a2-4c06-b6bb-8a938840b3e0 req-632e3f89-a652-4aa7-a4ef-08474f1af122 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 200 len: 917 time: 0.2297010 Aug 30 04:36:29.735404 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d455d98-919c-4e4d-9710-48625dae3498 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:36:29.753499 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7d455d98-919c-4e4d-9710-48625dae3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:36:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:29.833653 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [req-e8d27fa0-16cd-4b28-b8e2-6b661d5c32e9 req-7714d0a6-bdc5-4ca0-b035-b43235bda96c service neutron] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:36:29.836512 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e8d27fa0-16cd-4b28-b8e2-6b661d5c32e9 req-7714d0a6-bdc5-4ca0-b035-b43235bda96c service neutron] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2783790 Aug 30 04:36:29.923276 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-50c22362-a9a2-4c06-b6bb-8a938840b3e0 req-3f4d7a6d-1477-4865-8b9e-d630af74f263 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65b16c11-23ae-4d39-bd0e-89656267aade HTTP/1.1" status: 200 len: 998 time: 0.2105546 Aug 30 04:36:29.938539 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dea49084-00e7-4509-b132-744633fcd71f req-4527b50c-5902-439b-a827-453aab029c7b tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 210 time: 0.1182318 Aug 30 04:36:29.943444 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-7d455d98-919c-4e4d-9710-48625dae3498 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:36:30.038771 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c22362-a9a2-4c06-b6bb-8a938840b3e0 req-7ed9f3e4-4250-4d23-bf7f-1de7a753d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:30.041539 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-50c22362-a9a2-4c06-b6bb-8a938840b3e0 req-7ed9f3e4-4250-4d23-bf7f-1de7a753d269 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 200 len: 854 time: 0.1006110 Aug 30 04:36:30.143582 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c22362-a9a2-4c06-b6bb-8a938840b3e0 req-b4ec68e2-90ba-4281-b978-e090dea85373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:30.148361 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-50c22362-a9a2-4c06-b6bb-8a938840b3e0 req-b4ec68e2-90ba-4281-b978-e090dea85373 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0860901 Aug 30 04:36:30.288571 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-50c22362-a9a2-4c06-b6bb-8a938840b3e0 req-e3e8cf9f-cacf-403d-9225-855edd0dec35 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330123 Aug 30 04:36:30.350335 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f8e90-4641-417b-99d4-090497829ffa req-20b1349f-e6ac-43be-a82f-c64acd588baf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:30.353166 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c60f8e90-4641-417b-99d4-090497829ffa req-20b1349f-e6ac-43be-a82f-c64acd588baf tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.0826964 Aug 30 04:36:30.373583 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-7d455d98-919c-4e4d-9710-48625dae3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '2642fa08-7e56-46b7-a7f4-7fa989d78583', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.21', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': '65b16c11-23ae-4d39-bd0e-89656267aade', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:f5:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab3525-5c37-4997-95db-931a3f260aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:06Z', 'updated_at': '2022-08-30T04:36:27Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:30.405833 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d455d98-919c-4e4d-9710-48625dae3498 None None] The sync data for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb is: [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_floatingips': [{'id': '2642fa08-7e56-46b7-a7f4-7fa989d78583', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'floating_ip_address': '172.28.3.21', 'floating_network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'router_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'port_id': '65b16c11-23ae-4d39-bd0e-89656267aade', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'mac_address': 'fa:16:3e:f5:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbab3525-5c37-4997-95db-931a3f260aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:06Z', 'updated_at': '2022-08-30T04:36:27Z', 'revision_number': 1, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:36:30.477039 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c60f8e90-4641-417b-99d4-090497829ffa req-45a7cc63-d051-4dd3-9b2b-7cc8cb1e4897 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127434 Aug 30 04:36:30.644570 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:30.676580 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-50c22362-a9a2-4c06-b6bb-8a938840b3e0 req-1937bbdf-8ce2-45cc-8177-a501f521a0a5 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215486 Aug 30 04:36:30.739051 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52536) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:30.912475 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef390c30-b511-4949-afa7-ea78e60da77a None None] New status for floating IP 2642fa08-7e56-46b7-a7f4-7fa989d78583: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:36:30.954002 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-ec07cd52-cfcd-4419-b015-3137eec3fb25 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2105465 Aug 30 04:36:30.969948 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-a4a7e13c-4b62-413b-b87f-ee0ec751ab0b service neutron] http://10.222.0.91:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:36:30.971894 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-a4a7e13c-4b62-413b-b87f-ee0ec751ab0b service neutron] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0104632 Aug 30 04:36:31.108323 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52550) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:31.313446 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-a9a6c8f4-4df4-4fb2-a1c0-d0a5fd3220f5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:31.315767 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-a9a6c8f4-4df4-4fb2-a1c0-d0a5fd3220f5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports/8f9dcf42-2c92-4dfb-86be-a86c9029c626 HTTP/1.1" status: 200 len: 940 time: 0.2054718 Aug 30 04:36:31.376793 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-0175e832-89bc-44f1-a5da-0e02bc4516e2 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:31.379531 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-0175e832-89bc-44f1-a5da-0e02bc4516e2 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.83 "GET /networking/v2.0/networks?id=78266cd5-97a4-411b-9c28-8b6408e0cbf0 HTTP/1.1" status: 200 len: 807 time: 0.7105489 Aug 30 04:36:31.383025 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-bcb8132e-f39d-4240-97f7-cd7967e0b111 req-55c6f028-6de6-4395-8634-360b4a905c8d tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 210 time: 0.0722954 Aug 30 04:36:31.404600 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Request body: {'port': {'device_id': 'd5acda76-5108-4ce1-b23f-7f34d5c08e2c', 'network_id': '78266cd5-97a4-411b-9c28-8b6408e0cbf0', 'admin_state_up': True, 'tenant_id': 'd2e1ae67fada4bd68398e3b997f7d40e'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:31.493624 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8f9dcf42-2c92-4dfb-86be-a86c9029c626 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:36:31.614145 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:31.653260 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Made reservation on behalf of d2e1ae67fada4bd68398e3b997f7d40e for: {'port': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:36:31.660294 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:31.692523 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 is: DOWN; New status is: DOWN {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:31.747063 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2575a5-dc96-4fec-967c-5d8005fdb132 req-020b1e6a-628b-4745-9b2b-d32bd491c63a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:31.754703 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4a2575a5-dc96-4fec-967c-5d8005fdb132 req-020b1e6a-628b-4745-9b2b-d32bd491c63a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.1085508 Aug 30 04:36:31.801710 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:36:31.830728 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4a2575a5-dc96-4fec-967c-5d8005fdb132 req-baa4e7e9-dbba-415d-be5d-2b59b790d28b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655942 Aug 30 04:36:31.921673 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Allocated IP 172.20.0.4 (78266cd5-97a4-411b-9c28-8b6408e0cbf0/6c27fc56-9761-4797-a816-e3efc0bf7999/0cdb351e-bba2-4b1b-9d12-5ab44825c77f) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:36:32.143946 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Publish callbacks [] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:32.188375 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:32.262832 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Network 78266cd5-97a4-411b-9c28-8b6408e0cbf0 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:36:32.270609 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:36:32.274861 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:36:32.337300 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Pushing event updated for resources: {'Port': ['ID=0cdb351e-bba2-4b1b-9d12-5ab44825c77f,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:32.368453 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:32.369511 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:32.394791 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-de7857e9-bb3b-4777-9e72-95753b71dc29 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9948366 Aug 30 04:36:32.420600 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Request body: {'port': {'device_id': 'd5acda76-5108-4ce1-b23f-7f34d5c08e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:32.572103 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:32.581289 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:32.610123 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01ed86-c237-4789-9d62-ff8499acffa6 req-adaae1b8-eab5-4a59-ac58-fde72a9196bd tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:32.612027 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2d01ed86-c237-4789-9d62-ff8499acffa6 req-adaae1b8-eab5-4a59-ac58-fde72a9196bd tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 931 time: 0.0965157 Aug 30 04:36:32.799239 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2d01ed86-c237-4789-9d62-ff8499acffa6 req-e3d04f1d-ee43-4373-907e-3584b4d1dc99 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521974 Aug 30 04:36:32.961268 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:33.042606 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-7fa1d0a4-863a-47db-8c3d-38bbde38d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:33.045251 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-7fa1d0a4-863a-47db-8c3d-38bbde38d507 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078&tenant_id=cf24ec2c8bd74974932690a583961691 HTTP/1.1" status: 200 len: 1127 time: 0.1277342 Aug 30 04:36:33.067469 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c77de-33b0-466a-a1df-b1deccdab21f req-26907cda-bb69-4426-baca-c4259bdc6a95 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:33.070347 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-940c77de-33b0-466a-a1df-b1deccdab21f req-26907cda-bb69-4426-baca-c4259bdc6a95 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.1025450 Aug 30 04:36:33.082206 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cdb351e-bba2-4b1b-9d12-5ab44825c77f {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:36:33.100699 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Publish callbacks [] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:33.128764 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Transition to ACTIVE for port object 0cdb351e-bba2-4b1b-9d12-5ab44825c77f will not be triggered until provisioned by entity L2. {{(pid=106396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:36:33.136310 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:33.205247 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdb351e-bba2-4b1b-9d12-5ab44825c77f,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:33.234443 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:33.255186 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-65844c59-5c05-4dfd-a124-fc35ec04ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:33.257064 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-65844c59-5c05-4dfd-a124-fc35ec04ade9 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 1127 time: 0.1189365 Aug 30 04:36:33.261104 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-940c77de-33b0-466a-a1df-b1deccdab21f req-b0326fc3-0c90-47dc-94eb-55f80c523294 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703837 Aug 30 04:36:33.358642 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Attempting to bind port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:36:33.359138 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Attempting to bind port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'dccbb52d-07ef-4d34-a5a7-4bd2b02d4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '78266cd5-97a4-411b-9c28-8b6408e0cbf0'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:36:33.359702 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Attempting to bind port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f on network 78266cd5-97a4-411b-9c28-8b6408e0cbf0 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:36:33.369819 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f on network 78266cd5-97a4-411b-9c28-8b6408e0cbf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:36:33.369819 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Attempting to bind port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f on network 78266cd5-97a4-411b-9c28-8b6408e0cbf0 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:36:33.379329 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:36:33.379951 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Checking segment: {'id': 'dccbb52d-07ef-4d34-a5a7-4bd2b02d4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '78266cd5-97a4-411b-9c28-8b6408e0cbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:36:33.380640 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Bound using segment: {'id': 'dccbb52d-07ef-4d34-a5a7-4bd2b02d4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '78266cd5-97a4-411b-9c28-8b6408e0cbf0'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:36:33.381782 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Bound port: 0cdb351e-bba2-4b1b-9d12-5ab44825c77f, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccbb52d-07ef-4d34-a5a7-4bd2b02d4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '78266cd5-97a4-411b-9c28-8b6408e0cbf0'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:36:33.382399 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:33.443147 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-c0d282d9-1126-4251-8f7f-29eb8f196499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:33.446021 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-c0d282d9-1126-4251-8f7f-29eb8f196499 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 919 time: 0.1804762 Aug 30 04:36:33.506527 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] For port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f, host hv-cinder-85426, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:36:33.511006 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] For port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0cdb351e-bba2-4b1b-9d12-5ab44825c77f,segment=NetworkSegment(dccbb52d-07ef-4d34-a5a7-4bd2b02d4568),segment_id=dccbb52d-07ef-4d34-a5a7-4bd2b02d4568)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:36:33.520825 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15457307'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:33.529947 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:33.531451 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:33.533209 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/0cdb351e-bba2-4b1b-9d12-5ab44825c77f HTTP/1.1" status: 200 len: 1093 time: 1.1190336 Aug 30 04:36:33.533775 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5acda76-5108-4ce1-b23f-7f34d5c08e2c', 'tag': '0cdb351e-bba2-4b1b-9d12-5ab44825c77f'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:33.538311 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766f12b4-aed3-451b-aeca-db100945e564" -d '{"events": [{"name": "network-changed", "server_uuid": "d5acda76-5108-4ce1-b23f-7f34d5c08e2c", "tag": "0cdb351e-bba2-4b1b-9d12-5ab44825c77f"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:33.589236 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-16307b49-7c86-479b-9472-41993e491b8f service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626 HTTP/1.1" status: 200 len: 999 time: 0.1268177 Aug 30 04:36:33.604126 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e71f80-95e9-46f2-826e-9854262204e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdb351e-bba2-4b1b-9d12-5ab44825c77f,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:33.687374 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05db089-f824-43c6-8538-a8ff384f317d x-openstack-request-id: req-c05db089-f824-43c6-8538-a8ff384f317d {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:33.687852 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5acda76-5108-4ce1-b23f-7f34d5c08e2c", "tag": "0cdb351e-bba2-4b1b-9d12-5ab44825c77f", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:33.688243 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c05db089-f824-43c6-8538-a8ff384f317d {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:33.689029 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05db089-f824-43c6-8538-a8ff384f317d'] response: {'name': 'network-changed', 'server_uuid': 'd5acda76-5108-4ce1-b23f-7f34d5c08e2c', 'tag': '0cdb351e-bba2-4b1b-9d12-5ab44825c77f', 'status': 'completed', 'code': 200} Aug 30 04:36:33.692674 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-94387901-9372-4b70-bbef-d9fb611c6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:33.695972 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-94387901-9372-4b70-bbef-d9fb611c6787 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 200 len: 856 time: 0.0901926 Aug 30 04:36:33.707517 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-050e69dd-94d8-475c-919e-dc5a58b32e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:33.710367 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-050e69dd-94d8-475c-919e-dc5a58b32e30 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=d2e1ae67fada4bd68398e3b997f7d40e&device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 1127 time: 0.0903335 Aug 30 04:36:33.766513 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-fde31088-3924-41f7-b48b-af6e4fd6bb95 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cdb351e-bba2-4b1b-9d12-5ab44825c77f HTTP/1.1" status: 200 len: 217 time: 0.0420716 Aug 30 04:36:33.781203 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-37a50607-6506-4cab-995a-3de18ab5404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:33.783989 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-37a50607-6506-4cab-995a-3de18ab5404b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0799866 Aug 30 04:36:33.843180 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-4a5a6405-a68f-442c-8410-85135b5a594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:33.844939 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-4a5a6405-a68f-442c-8410-85135b5a594f service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=6c27fc56-9761-4797-a816-e3efc0bf7999 HTTP/1.1" status: 200 len: 847 time: 0.0710704 Aug 30 04:36:33.896373 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-31700c5a-f618-4e3b-8a03-1e6fee42720d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=78266cd5-97a4-411b-9c28-8b6408e0cbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442464 Aug 30 04:36:34.054904 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-7d59f1cd-aea4-4094-9cd8-1db44a2f0900 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/78266cd5-97a4-411b-9c28-8b6408e0cbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455786 Aug 30 04:36:34.086159 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecdba4-c2cd-478f-9f19-45963ecbc19b req-e505fb9b-8631-4a95-8177-387127f864fd tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:34.088020 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-92ecdba4-c2cd-478f-9f19-45963ecbc19b req-e505fb9b-8631-4a95-8177-387127f864fd tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 943 time: 0.1575153 Aug 30 04:36:34.096076 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-4731d4ea-661a-4f6d-84c9-7a4e435f814d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030615 Aug 30 04:36:34.151765 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:34.232043 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-f1064eb1-ac71-4cd7-845a-4be17bb9afe4 req-f3b464f5-0c10-4c0c-9712-314b34114b5f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/78266cd5-97a4-411b-9c28-8b6408e0cbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617055 Aug 30 04:36:34.238373 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-92ecdba4-c2cd-478f-9f19-45963ecbc19b req-a39db1fc-ba37-4e27-b9a5-220c40b1316e tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382608 Aug 30 04:36:34.289206 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2feacb89-4c3c-4975-8cd6-7258cca7e20a req-ff7a4549-7cb8-448e-a664-55b672cd022a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790702 Aug 30 04:36:34.459742 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea3461-5df9-4c15-8ab8-db7b21e51254 req-ddc818d8-e3c1-4461-aa86-7728ffe75469 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:34.462324 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-77ea3461-5df9-4c15-8ab8-db7b21e51254 req-ddc818d8-e3c1-4461-aa86-7728ffe75469 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.0734382 Aug 30 04:36:34.542214 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-77ea3461-5df9-4c15-8ab8-db7b21e51254 req-20e6ab18-b943-403f-8512-102ed91d8e5d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687239 Aug 30 04:36:35.396913 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f12b4-aed3-451b-aeca-db100945e564 req-c05c1dfe-51c5-4689-9ce7-c170f8c5ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:35.398665 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-766f12b4-aed3-451b-aeca-db100945e564 req-c05c1dfe-51c5-4689-9ce7-c170f8c5ae71 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=d2e1ae67fada4bd68398e3b997f7d40e&device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 1127 time: 0.1013973 Aug 30 04:36:35.500092 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7da0f-361f-471b-b0d1-4f59e13f001d req-f9129cd0-733d-4244-a41c-0a8b25fc0baa tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:35.503333 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d4c7da0f-361f-471b-b0d1-4f59e13f001d req-f9129cd0-733d-4244-a41c-0a8b25fc0baa tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 943 time: 0.1248174 Aug 30 04:36:35.594502 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:35.728082 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d4c7da0f-361f-471b-b0d1-4f59e13f001d req-98d3691d-b961-4da4-93aa-ab5345d4d3f2 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681085 Aug 30 04:36:35.738562 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9823f40-b645-4b2f-9bf4-169d5fee9ee1 req-ef9fed5e-e521-45f9-95a5-3a23534bed8c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:35.740614 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e9823f40-b645-4b2f-9bf4-169d5fee9ee1 req-ef9fed5e-e521-45f9-95a5-3a23534bed8c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.0697668 Aug 30 04:36:35.776589 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f12b4-aed3-451b-aeca-db100945e564 req-1fb264cb-9553-4610-8bb4-1d8713898f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:35.779515 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-766f12b4-aed3-451b-aeca-db100945e564 req-1fb264cb-9553-4610-8bb4-1d8713898f40 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=78266cd5-97a4-411b-9c28-8b6408e0cbf0 HTTP/1.1" status: 200 len: 909 time: 0.3451505 Aug 30 04:36:35.830998 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e9823f40-b645-4b2f-9bf4-169d5fee9ee1 req-cd16e37e-6e94-4d0d-8125-f2466c7f8d4a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733252 Aug 30 04:36:35.862946 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-766f12b4-aed3-451b-aeca-db100945e564 req-2dabc522-a928-45b8-a72c-9d9df6be7f1d service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cdb351e-bba2-4b1b-9d12-5ab44825c77f HTTP/1.1" status: 200 len: 217 time: 0.0768952 Aug 30 04:36:35.936591 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f12b4-aed3-451b-aeca-db100945e564 req-32d76a05-f69c-489f-af90-6a4a16414f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:35.938869 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-766f12b4-aed3-451b-aeca-db100945e564 req-32d76a05-f69c-489f-af90-6a4a16414f04 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=6c27fc56-9761-4797-a816-e3efc0bf7999 HTTP/1.1" status: 200 len: 847 time: 0.0664022 Aug 30 04:36:35.988843 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-766f12b4-aed3-451b-aeca-db100945e564 req-2fa570f8-b7bd-4e36-88ce-d8fedd162382 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=78266cd5-97a4-411b-9c28-8b6408e0cbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432611 Aug 30 04:36:36.828623 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-766f12b4-aed3-451b-aeca-db100945e564 req-2f1a3738-bfe1-4dd3-bf58-6238cf8d2ada service neutron] 10.222.0.83 "GET /networking/v2.0/networks/78266cd5-97a4-411b-9c28-8b6408e0cbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8329265 Aug 30 04:36:37.282875 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d11f6-c57d-48dc-bfdb-74d06bccc07a req-bedb0f3a-6d29-418a-9c93-d0416fd92fa5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:37.296763 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-464d11f6-c57d-48dc-bfdb-74d06bccc07a req-bedb0f3a-6d29-418a-9c93-d0416fd92fa5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.1847384 Aug 30 04:36:37.312207 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96a1d3-3dfd-458f-9644-c1d056c80929 req-ad451023-a59b-4998-944d-cce7edc009bb tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:37.314529 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0a96a1d3-3dfd-458f-9644-c1d056c80929 req-ad451023-a59b-4998-944d-cce7edc009bb tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 943 time: 0.3276057 Aug 30 04:36:37.349789 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:37.432132 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-464d11f6-c57d-48dc-bfdb-74d06bccc07a req-8db1047f-cf84-4035-906b-337dd413e19c tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300733 Aug 30 04:36:37.486864 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0a96a1d3-3dfd-458f-9644-c1d056c80929 req-f4ec54b5-1bf8-4cff-b1a3-ea1762054b4d tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570580 Aug 30 04:36:37.494773 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-766f12b4-aed3-451b-aeca-db100945e564 req-4832d9fc-e2fb-4b98-99eb-ce4aa3e31f8a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/78266cd5-97a4-411b-9c28-8b6408e0cbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481479 Aug 30 04:36:37.522283 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 0cdb351e-bba2-4b1b-9d12-5ab44825c77f details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:36:37.710832 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0cdb351e-bba2-4b1b-9d12-5ab44825c77f,segment=NetworkSegment(dccbb52d-07ef-4d34-a5a7-4bd2b02d4568),segment_id=dccbb52d-07ef-4d34-a5a7-4bd2b02d4568)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:37.728089 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '0cdb351e-bba2-4b1b-9d12-5ab44825c77f', 'network_id': '78266cd5-97a4-411b-9c28-8b6408e0cbf0', 'port_id': '0cdb351e-bba2-4b1b-9d12-5ab44825c77f', 'mac_address': 'fa:16:3e:59:da:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c27fc56-9761-4797-a816-e3efc0bf7999', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:36:37.802816 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:37.803409 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:37.835107 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdb351e-bba2-4b1b-9d12-5ab44825c77f {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:36:37.905668 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:37.910055 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0cdb351e-bba2-4b1b-9d12-5ab44825c77f,segment=NetworkSegment(dccbb52d-07ef-4d34-a5a7-4bd2b02d4568),segment_id=dccbb52d-07ef-4d34-a5a7-4bd2b02d4568)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:37.935050 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:37.999866 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-3318c3eb-eea8-42fe-b438-dc4668eba4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:38.005514 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:38.085024 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=0cdb351e-bba2-4b1b-9d12-5ab44825c77f,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:38.095542 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.096010 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.096408 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.096873 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.097360 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.097785 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.098262 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.098681 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.099107 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.099671 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.100261 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.100687 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.101111 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.101551 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.101962 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:38.301432 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['0cdb351e-bba2-4b1b-9d12-5ab44825c77f'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:36:38.757849 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efec7d-7fcb-47f1-807c-6fb8e4f0e687 req-795aeef5-6be5-4712-a387-67b4489e7246 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:38.769982 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b9efec7d-7fcb-47f1-807c-6fb8e4f0e687 req-795aeef5-6be5-4712-a387-67b4489e7246 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.1517966 Aug 30 04:36:38.836282 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:38.865688 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83792e36-f623-4433-8c60-d4105818bddf req-d19853e9-52b2-4050-afc6-e972778f3b6b tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:38.884771 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-83792e36-f623-4433-8c60-d4105818bddf req-d19853e9-52b2-4050-afc6-e972778f3b6b tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 944 time: 0.1946795 Aug 30 04:36:38.885978 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b9efec7d-7fcb-47f1-807c-6fb8e4f0e687 req-a4001257-a911-4a8d-b90e-86ff2e6cb1dc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147232 Aug 30 04:36:39.011315 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-83792e36-f623-4433-8c60-d4105818bddf req-889b9043-2f66-41cc-9781-3b5b52478992 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239693 Aug 30 04:36:39.545594 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 0cdb351e-bba2-4b1b-9d12-5ab44825c77f up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:39.609092 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:36:39.618367 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:39.619179 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:39.735185 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:39.735648 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:39.769964 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:39.784381 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5acda76-5108-4ce1-b23f-7f34d5c08e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdb351e-bba2-4b1b-9d12-5ab44825c77f'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:39.788818 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e9058d-b227-4d60-9b21-e5b51b4045e1" -d '{"events": [{"server_uuid": "d5acda76-5108-4ce1-b23f-7f34d5c08e2c", "name": "network-vif-plugged", "status": "completed", "tag": "0cdb351e-bba2-4b1b-9d12-5ab44825c77f"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:39.824116 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0cdb351e-bba2-4b1b-9d12-5ab44825c77f,segment=NetworkSegment(dccbb52d-07ef-4d34-a5a7-4bd2b02d4568),segment_id=dccbb52d-07ef-4d34-a5a7-4bd2b02d4568)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:39.830244 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:39.878737 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddcd2fc-8ec9-4de3-9a03-e10bb0651534 x-openstack-request-id: req-cddcd2fc-8ec9-4de3-9a03-e10bb0651534 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:39.879053 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5acda76-5108-4ce1-b23f-7f34d5c08e2c", "name": "network-vif-plugged", "status": "completed", "tag": "0cdb351e-bba2-4b1b-9d12-5ab44825c77f", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:39.879318 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cddcd2fc-8ec9-4de3-9a03-e10bb0651534 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:39.880045 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddcd2fc-8ec9-4de3-9a03-e10bb0651534'] response: {'server_uuid': 'd5acda76-5108-4ce1-b23f-7f34d5c08e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdb351e-bba2-4b1b-9d12-5ab44825c77f', 'code': 200} Aug 30 04:36:39.921879 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=0cdb351e-bba2-4b1b-9d12-5ab44825c77f,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:40.143992 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1a4d3-d099-43fa-8c6a-1fb2f119a53f req-522ba924-84a3-46c4-b641-171f08c53762 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:40.159238 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-36e1a4d3-d099-43fa-8c6a-1fb2f119a53f req-522ba924-84a3-46c4-b641-171f08c53762 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.1264369 Aug 30 04:36:40.261062 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-36e1a4d3-d099-43fa-8c6a-1fb2f119a53f req-27f9f3f9-9d8a-44b2-8d5d-16fca92fbff5 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999312 Aug 30 04:36:40.315084 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7cab9-4f9e-48a3-b189-9822c31c9ae9 req-580fd22c-fb77-470e-9bbf-a9656fbe2afe tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:40.320683 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-edf7cab9-4f9e-48a3-b189-9822c31c9ae9 req-580fd22c-fb77-470e-9bbf-a9656fbe2afe tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 945 time: 0.1389081 Aug 30 04:36:40.378136 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=87 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:40.416982 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-edf7cab9-4f9e-48a3-b189-9822c31c9ae9 req-19ec265c-4e02-4bc7-9bb0-2b82991ce122 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839956 Aug 30 04:36:41.522901 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-09f28a6f-e154-4d84-b576-a022f83ffc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:41.567263 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654913d-1661-4047-a93d-f6ae9494b7b4 req-5785070b-3408-400f-aa35-2f796033d32d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:41.574707 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8654913d-1661-4047-a93d-f6ae9494b7b4 req-5785070b-3408-400f-aa35-2f796033d32d tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.1616793 Aug 30 04:36:41.739830 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8654913d-1661-4047-a93d-f6ae9494b7b4 req-278ee33b-67d4-4c25-ad58-03f75eb4dbf9 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466696 Aug 30 04:36:41.768613 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b08044-17bc-410b-884f-71ad6864f5d4 req-e564ad54-b26f-4185-a99e-b70c03e609ba tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:41.780625 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c7b08044-17bc-410b-884f-71ad6864f5d4 req-e564ad54-b26f-4185-a99e-b70c03e609ba tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 945 time: 0.1766717 Aug 30 04:36:41.803815 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=69 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:41.868041 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c7b08044-17bc-410b-884f-71ad6864f5d4 req-9d057e86-7d45-4f8b-88f1-701f659c49cd tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859528 Aug 30 04:36:43.055724 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c410f-7618-44cf-b33c-8b10c3739db0 req-ce2b1d15-b4f3-441b-bb65-9b9c1cc9522e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:43.058174 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8a2c410f-7618-44cf-b33c-8b10c3739db0 req-ce2b1d15-b4f3-441b-bb65-9b9c1cc9522e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.1463163 Aug 30 04:36:43.197492 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8a2c410f-7618-44cf-b33c-8b10c3739db0 req-55cf0691-d73f-4809-97c1-8ac2f80fb375 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259143 Aug 30 04:36:43.245511 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e3077-1e06-4b0a-a189-629e3105022f req-5f14eca2-5b5f-47db-b286-359558eb8fea tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:43.247404 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-072e3077-1e06-4b0a-a189-629e3105022f req-5f14eca2-5b5f-47db-b286-359558eb8fea tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 945 time: 0.1828976 Aug 30 04:36:43.356603 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-072e3077-1e06-4b0a-a189-629e3105022f req-2b1f4508-4667-4519-9aa8-708831718006 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914280 Aug 30 04:36:43.890752 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:44.429377 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404f4a7-dac0-4846-bb78-ff9e35527d62 req-2edda732-894c-4df8-b045-d9f8afef15e7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:44.435432 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4404f4a7-dac0-4846-bb78-ff9e35527d62 req-2edda732-894c-4df8-b045-d9f8afef15e7 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.1046968 Aug 30 04:36:44.523557 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-4404f4a7-dac0-4846-bb78-ff9e35527d62 req-b3f123ce-f9d1-40a4-aa5b-2ede064e7fb6 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757220 Aug 30 04:36:44.578201 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9f70d-0076-4eaa-b639-ef5fe586df60 req-e0220cf4-93ac-4802-97e5-f1a1cbf27bce tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:44.579503 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6cb9f70d-0076-4eaa-b639-ef5fe586df60 req-e0220cf4-93ac-4802-97e5-f1a1cbf27bce tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 945 time: 0.0870388 Aug 30 04:36:44.652550 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6cb9f70d-0076-4eaa-b639-ef5fe586df60 req-30836d0a-3592-4569-b179-115b7be8d18d tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649574 Aug 30 04:36:44.696176 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:45.692486 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579476b7-a8b9-4d0f-88bb-faf669b0194e req-9f1515fa-1914-4c30-851c-bc908aa4f875 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:45.695442 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-579476b7-a8b9-4d0f-88bb-faf669b0194e req-9f1515fa-1914-4c30-851c-bc908aa4f875 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.0632679 Aug 30 04:36:45.727632 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:45.762445 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-579476b7-a8b9-4d0f-88bb-faf669b0194e req-fe6cd544-7aa6-40ba-8b6e-6b44ac9d03f1 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610957 Aug 30 04:36:45.764260 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52714) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:45.830302 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac83de-3381-4e10-8144-5810a9158b60 req-59a6ffc0-1e40-475c-bd01-c98d9c7ac8b4 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:45.833304 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d9ac83de-3381-4e10-8144-5810a9158b60 req-59a6ffc0-1e40-475c-bd01-c98d9c7ac8b4 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 945 time: 0.0724697 Aug 30 04:36:45.881228 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:45.906794 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d9ac83de-3381-4e10-8144-5810a9158b60 req-8238faf7-4d49-4f4c-9a22-7add28e66822 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665078 Aug 30 04:36:45.962039 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-82066428-2920-45f1-acd5-dc7e3334fcb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:46.013604 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb1d7d-6ed3-4b94-98b5-0ef7a4034148 req-b861e6d8-a7f2-449b-8a55-b47f8e984bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:46.015257 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1eeb1d7d-6ed3-4b94-98b5-0ef7a4034148 req-b861e6d8-a7f2-449b-8a55-b47f8e984bfe service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 1129 time: 0.0760815 Aug 30 04:36:46.107859 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1eeb1d7d-6ed3-4b94-98b5-0ef7a4034148 req-b8d82e53-897c-4612-bb9d-723cea8fb926 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830028 Aug 30 04:36:46.161455 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-82066428-2920-45f1-acd5-dc7e3334fcb7 admin admin] Publish callbacks [] for security_group (abb0db73-34e5-4837-8943-b4f005edf789), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:46.169899 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-82066428-2920-45f1-acd5-dc7e3334fcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (abb0db73-34e5-4837-8943-b4f005edf789), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:46.196366 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:46.260458 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-82066428-2920-45f1-acd5-dc7e3334fcb7 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=ad2ab634916340f6af005b2ef6edbf55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4944685 Aug 30 04:36:46.261668 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82066428-2920-45f1-acd5-dc7e3334fcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb0db73-34e5-4837-8943-b4f005edf789,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:46.263431 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 52718) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:46.343235 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0459e04d-6d36-4d8a-ac3c-b69c238ef658 admin admin] Publish callbacks [] for security_group (abb0db73-34e5-4837-8943-b4f005edf789), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:46.381083 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0459e04d-6d36-4d8a-ac3c-b69c238ef658 admin admin] Publish callbacks [] for security_group (abb0db73-34e5-4837-8943-b4f005edf789), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:46.448032 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0459e04d-6d36-4d8a-ac3c-b69c238ef658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (abb0db73-34e5-4837-8943-b4f005edf789), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:46.450959 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0459e04d-6d36-4d8a-ac3c-b69c238ef658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:46.452296 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-0459e04d-6d36-4d8a-ac3c-b69c238ef658 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/abb0db73-34e5-4837-8943-b4f005edf789 HTTP/1.1" status: 204 len: 168 time: 0.1875384 Aug 30 04:36:46.463146 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459e04d-6d36-4d8a-ac3c-b69c238ef658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb0db73-34e5-4837-8943-b4f005edf789,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:46.976591 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f5213-f9a9-45a6-8943-2c4fa93601d6 req-80d4a669-aaa8-4913-bb6c-6b6dc94a2a42 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:46.985202 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-723f5213-f9a9-45a6-8943-2c4fa93601d6 req-80d4a669-aaa8-4913-bb6c-6b6dc94a2a42 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 943 time: 0.0756900 Aug 30 04:36:47.053688 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-723f5213-f9a9-45a6-8943-2c4fa93601d6 req-ae255b45-0315-406d-b281-85b8b7e6cfdd tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648501 Aug 30 04:36:47.097662 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649a64b-5a5f-4ad3-ba50-72289354c3d5 req-da448563-270e-495f-a88d-2c4bc2f37c30 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:47.099715 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4649a64b-5a5f-4ad3-ba50-72289354c3d5 req-da448563-270e-495f-a88d-2c4bc2f37c30 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 945 time: 0.0604892 Aug 30 04:36:47.169461 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-4649a64b-5a5f-4ad3-ba50-72289354c3d5 req-66903a00-4bf8-4138-981f-d36c44919966 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621109 Aug 30 04:36:47.548365 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8f9dcf42-2c92-4dfb-86be-a86c9029c626 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:36:47.742804 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:47.765725 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'port_id': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'mac_address': 'fa:16:3e:bb:b7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:36:47.816693 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:47.817207 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:47.845374 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9dcf42-2c92-4dfb-86be-a86c9029c626 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:36:47.889049 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:47.896731 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:47.992633 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=8f9dcf42-2c92-4dfb-86be-a86c9029c626,revision_number=9']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:48.244311 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['8f9dcf42-2c92-4dfb-86be-a86c9029c626'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:36:48.305312 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd64f7-bdb8-479c-b782-1d9673bbb4aa req-2921a4be-fe71-4eee-aee6-1986712d8c23 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:48.308264 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c0dd64f7-bdb8-479c-b782-1d9673bbb4aa req-2921a4be-fe71-4eee-aee6-1986712d8c23 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 944 time: 0.1124845 Aug 30 04:36:48.348847 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:48.366631 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:48.408500 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-c0dd64f7-bdb8-479c-b782-1d9673bbb4aa req-0ee8f8de-c302-4c2d-a1fa-a2ac59575d43 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869808 Aug 30 04:36:48.410756 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b97ee4-d084-477d-b39d-99b3bc42891b req-966580f3-c3cf-47f1-bc78-9fd7bd49ce6b tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:48.414405 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-51b97ee4-d084-477d-b39d-99b3bc42891b req-966580f3-c3cf-47f1-bc78-9fd7bd49ce6b tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 945 time: 0.0904739 Aug 30 04:36:48.499932 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-51b97ee4-d084-477d-b39d-99b3bc42891b req-abec9c17-4e75-4425-83f0-7b5a24307c77 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758657 Aug 30 04:36:49.562447 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8f9dcf42-2c92-4dfb-86be-a86c9029c626 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:49.634202 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:49.634829 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:49.638645 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4d2e1-aed3-4dff-900b-1a62d5d5c589 req-3f8246ee-0b73-418f-bf8c-49c4ef98536f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:49.643125 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5db4d2e1-aed3-4dff-900b-1a62d5d5c589 req-3f8246ee-0b73-418f-bf8c-49c4ef98536f tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 944 time: 0.1109886 Aug 30 04:36:49.741765 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-5db4d2e1-aed3-4dff-900b-1a62d5d5c589 req-1a43f56f-293b-4b1e-b85e-324212953ff4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854263 Aug 30 04:36:49.812836 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:49.813408 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:49.847296 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:49.851083 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e08d9a4-b634-408b-820a-90a044ae1639" -d '{"events": [{"server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "name": "network-vif-plugged", "status": "completed", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:49.871905 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:49.875418 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:49.891367 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:49.937278 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341b1d36-aa93-4598-a6e0-855f968faeeb x-openstack-request-id: req-341b1d36-aa93-4598-a6e0-855f968faeeb {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:49.937692 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "name": "network-vif-plugged", "status": "completed", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:49.938027 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-341b1d36-aa93-4598-a6e0-855f968faeeb {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:49.938530 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341b1d36-aa93-4598-a6e0-855f968faeeb'] response: {'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'code': 200} Aug 30 04:36:49.968791 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=8f9dcf42-2c92-4dfb-86be-a86c9029c626,revision_number=10']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:50.244598 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a14e27-4044-4e2d-88b5-c75dae95e2ad req-62ad27f6-90ee-48b3-a8cc-46e496196eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:50.246156 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-86a14e27-4044-4e2d-88b5-c75dae95e2ad req-62ad27f6-90ee-48b3-a8cc-46e496196eaa service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 1130 time: 0.0718875 Aug 30 04:36:50.309549 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-86a14e27-4044-4e2d-88b5-c75dae95e2ad req-564b5de5-f36c-4dc4-8f1f-ba86807f607c service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556846 Aug 30 04:36:50.996646 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484f5e-b107-4753-8d60-c4560519764e req-478c5348-e94c-4bd0-a59c-be5a37b96f7a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:50.999763 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-48484f5e-b107-4753-8d60-c4560519764e req-478c5348-e94c-4bd0-a59c-be5a37b96f7a tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 946 time: 0.1087415 Aug 30 04:36:51.088285 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-48484f5e-b107-4753-8d60-c4560519764e req-6dd4c7d6-7f21-4774-83fb-840d75bd2cca tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787711 Aug 30 04:36:51.919925 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7ce59-30ef-41c6-9fa9-4abaef1c9feb req-1fae78b7-2fb6-4d1c-a687-b048021d434d tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:51.921513 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a0b7ce59-30ef-41c6-9fa9-4abaef1c9feb req-1fae78b7-2fb6-4d1c-a687-b048021d434d tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 945 time: 0.0610847 Aug 30 04:36:52.001234 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-a0b7ce59-30ef-41c6-9fa9-4abaef1c9feb req-284aa0b4-5134-41fa-b7a5-43837c087fe3 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713136 Aug 30 04:36:52.277667 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bf743-fadb-4027-b305-4b31e7758449 req-fa2aaa5c-9e14-4846-86e1-263f7cb49f61 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:52.279464 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-475bf743-fadb-4027-b305-4b31e7758449 req-fa2aaa5c-9e14-4846-86e1-263f7cb49f61 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 946 time: 0.0764823 Aug 30 04:36:52.347079 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-475bf743-fadb-4027-b305-4b31e7758449 req-e0cab96b-4619-40cb-9a98-add0d0be456e tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604913 Aug 30 04:36:53.148110 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:53.168977 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0571ae3-942b-4a12-bb67-fbab7fc6b1aa req-37ff9b51-39c3-4cb6-8846-01aa3efc4f35 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:53.171411 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e0571ae3-942b-4a12-bb67-fbab7fc6b1aa req-37ff9b51-39c3-4cb6-8846-01aa3efc4f35 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 945 time: 0.0687118 Aug 30 04:36:53.247720 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e0571ae3-942b-4a12-bb67-fbab7fc6b1aa req-a7458b2f-9e98-441f-8a8e-0f4f9dc7bd71 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674608 Aug 30 04:36:53.591492 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7209d-01ea-4c5d-a963-841a586d14ea req-06481ab8-13f1-47a0-a776-da9d642c8049 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:53.593221 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-32f7209d-01ea-4c5d-a963-841a586d14ea req-06481ab8-13f1-47a0-a776-da9d642c8049 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 946 time: 0.0989530 Aug 30 04:36:53.676896 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-32f7209d-01ea-4c5d-a963-841a586d14ea req-e7add8ed-c7bd-417f-bf3b-c55bbc22f58b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729320 Aug 30 04:36:53.822647 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9c30a-793f-4ce8-a929-a25e26551290 req-ab1b157d-a062-4797-9f99-84fe3692a367 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:53.824686 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2bb9c30a-793f-4ce8-a929-a25e26551290 req-ab1b157d-a062-4797-9f99-84fe3692a367 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 945 time: 0.0781090 Aug 30 04:36:53.957046 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-2bb9c30a-793f-4ce8-a929-a25e26551290 req-6a556432-9e6b-4b46-95c8-072984e3a10f tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Deleting port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:36:53.957517 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2bb9c30a-793f-4ce8-a929-a25e26551290 req-6a556432-9e6b-4b46-95c8-072984e3a10f tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:54.090853 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-2bb9c30a-793f-4ce8-a929-a25e26551290 req-6a556432-9e6b-4b46-95c8-072984e3a10f tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] For port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0cdb351e-bba2-4b1b-9d12-5ab44825c77f,segment=NetworkSegment(dccbb52d-07ef-4d34-a5a7-4bd2b02d4568),segment_id=dccbb52d-07ef-4d34-a5a7-4bd2b02d4568)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:54.091246 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2bb9c30a-793f-4ce8-a929-a25e26551290 req-6a556432-9e6b-4b46-95c8-072984e3a10f tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:54.108876 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-2bb9c30a-793f-4ce8-a929-a25e26551290 req-6a556432-9e6b-4b46-95c8-072984e3a10f tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Calling delete_port for 0cdb351e-bba2-4b1b-9d12-5ab44825c77f owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:36:54.342632 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2bb9c30a-793f-4ce8-a929-a25e26551290 req-6a556432-9e6b-4b46-95c8-072984e3a10f tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (0cdb351e-bba2-4b1b-9d12-5ab44825c77f), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:54.384661 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['0cdb351e-bba2-4b1b-9d12-5ab44825c77f'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:36:54.409860 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a556432-9e6b-4b46-95c8-072984e3a10f tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Pushing event deleted for resources: {'Port': ['ID=0cdb351e-bba2-4b1b-9d12-5ab44825c77f,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:54.419049 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1726bef1-cc46-472f-a4dc-a7a06c2601f7 req-b3f85be9-dffc-469f-9cac-20d36dad9ad9 tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d5acda76-5108-4ce1-b23f-7f34d5c08e2c HTTP/1.1" status: 200 len: 210 time: 0.0706327 Aug 30 04:36:54.450715 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:54.504473 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb9c30a-793f-4ce8-a929-a25e26551290 req-6a556432-9e6b-4b46-95c8-072984e3a10f tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] No DVR routers for this DVR port 0cdb351e-bba2-4b1b-9d12-5ab44825c77f on host hv-cinder-85426 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:36:54.509063 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2bb9c30a-793f-4ce8-a929-a25e26551290 req-6a556432-9e6b-4b46-95c8-072984e3a10f tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:54.513542 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-2bb9c30a-793f-4ce8-a929-a25e26551290 req-6a556432-9e6b-4b46-95c8-072984e3a10f tempest-VolumesActionsTest-539257922 tempest-VolumesActionsTest-539257922-project] 10.222.0.83 "DELETE /networking/v2.0/ports/0cdb351e-bba2-4b1b-9d12-5ab44825c77f HTTP/1.1" status: 204 len: 173 time: 0.6812923 Aug 30 04:36:54.514152 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5acda76-5108-4ce1-b23f-7f34d5c08e2c', 'name': 'network-vif-deleted', 'tag': '0cdb351e-bba2-4b1b-9d12-5ab44825c77f'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:54.517329 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0b6287-08ec-4671-a47d-51e1ca0e27a9" -d '{"events": [{"server_uuid": "d5acda76-5108-4ce1-b23f-7f34d5c08e2c", "name": "network-vif-deleted", "tag": "0cdb351e-bba2-4b1b-9d12-5ab44825c77f"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:54.576351 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e13ebc0-fa5f-4733-bcce-1d00461311ea x-openstack-request-id: req-8e13ebc0-fa5f-4733-bcce-1d00461311ea {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:54.576732 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5acda76-5108-4ce1-b23f-7f34d5c08e2c", "name": "network-vif-deleted", "tag": "0cdb351e-bba2-4b1b-9d12-5ab44825c77f", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:54.576961 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8e13ebc0-fa5f-4733-bcce-1d00461311ea {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:54.577464 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e13ebc0-fa5f-4733-bcce-1d00461311ea'] response: {'server_uuid': 'd5acda76-5108-4ce1-b23f-7f34d5c08e2c', 'name': 'network-vif-deleted', 'tag': '0cdb351e-bba2-4b1b-9d12-5ab44825c77f', 'status': 'completed', 'code': 200} Aug 30 04:36:54.890302 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f5f0-0456-4e2a-b837-668516af1e3d req-ba8c196b-24fa-4911-ab68-aa39568a51ec tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:54.893306 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6151f5f0-0456-4e2a-b837-668516af1e3d req-ba8c196b-24fa-4911-ab68-aa39568a51ec tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 946 time: 0.0964069 Aug 30 04:36:54.988008 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-6151f5f0-0456-4e2a-b837-668516af1e3d req-76541954-fc50-464c-8e9e-0510f4985276 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867360 Aug 30 04:36:57.573712 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 0cdb351e-bba2-4b1b-9d12-5ab44825c77f no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:36:57.599684 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 0cdb351e-bba2-4b1b-9d12-5ab44825c77f {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:36:57.600619 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 0cdb351e-bba2-4b1b-9d12-5ab44825c77f not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:00.110798 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 52988) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:00.294109 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b97fbf19-abf7-4e45-8ad5-8bcd8b62e093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:00.312282 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:00.422071 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b97fbf19-abf7-4e45-8ad5-8bcd8b62e093 admin admin] Publish callbacks [] for security_group (fa3ef657-1582-4576-bcf7-427b6de656de), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:00.426459 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b97fbf19-abf7-4e45-8ad5-8bcd8b62e093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (fa3ef657-1582-4576-bcf7-427b6de656de), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:00.471649 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b97fbf19-abf7-4e45-8ad5-8bcd8b62e093 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=03f2acdbb91f40f18db8a170b5ab9858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592739 Aug 30 04:37:00.472822 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fbf19-abf7-4e45-8ad5-8bcd8b62e093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3ef657-1582-4576-bcf7-427b6de656de,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:00.476817 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 52992) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:00.547690 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a68e56f6-7874-481c-9cde-1a64143d6e3d admin admin] Publish callbacks [] for security_group (fa3ef657-1582-4576-bcf7-427b6de656de), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:00.576792 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a68e56f6-7874-481c-9cde-1a64143d6e3d admin admin] Publish callbacks [] for security_group (fa3ef657-1582-4576-bcf7-427b6de656de), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:00.646189 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a68e56f6-7874-481c-9cde-1a64143d6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (fa3ef657-1582-4576-bcf7-427b6de656de), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:00.650682 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a68e56f6-7874-481c-9cde-1a64143d6e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:00.652261 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-a68e56f6-7874-481c-9cde-1a64143d6e3d admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/fa3ef657-1582-4576-bcf7-427b6de656de HTTP/1.1" status: 204 len: 168 time: 0.1741192 Aug 30 04:37:00.661565 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e56f6-7874-481c-9cde-1a64143d6e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3ef657-1582-4576-bcf7-427b6de656de,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:07.457418 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53126) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:07.637679 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8d678c36-58e8-4d02-a963-659979ead6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:07.767057 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8d678c36-58e8-4d02-a963-659979ead6da admin admin] Publish callbacks [] for security_group (3671eaf7-7e70-4e3f-ba39-cb7a7f90b895), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:07.772071 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8d678c36-58e8-4d02-a963-659979ead6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3671eaf7-7e70-4e3f-ba39-cb7a7f90b895), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:07.804235 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:07.822057 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d678c36-58e8-4d02-a963-659979ead6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3671eaf7-7e70-4e3f-ba39-cb7a7f90b895,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:07.831513 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-8d678c36-58e8-4d02-a963-659979ead6da admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=5608e710f3504bc4a5e42bf19f6b8bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722670 Aug 30 04:37:07.836177 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53138) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:07.876885 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:07.918674 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9303d4bc-5586-42f6-92a0-5ae14c0d6742 admin admin] Publish callbacks [] for security_group (3671eaf7-7e70-4e3f-ba39-cb7a7f90b895), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:07.941463 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-f3ff2002-2fa3-408a-af2f-0f2a6001b275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:07.952318 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9303d4bc-5586-42f6-92a0-5ae14c0d6742 admin admin] Publish callbacks [] for security_group (3671eaf7-7e70-4e3f-ba39-cb7a7f90b895), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:08.018179 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9303d4bc-5586-42f6-92a0-5ae14c0d6742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3671eaf7-7e70-4e3f-ba39-cb7a7f90b895), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:08.022315 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9303d4bc-5586-42f6-92a0-5ae14c0d6742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:08.023157 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-9303d4bc-5586-42f6-92a0-5ae14c0d6742 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/3671eaf7-7e70-4e3f-ba39-cb7a7f90b895 HTTP/1.1" status: 204 len: 168 time: 0.1858311 Aug 30 04:37:08.038360 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303d4bc-5586-42f6-92a0-5ae14c0d6742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3671eaf7-7e70-4e3f-ba39-cb7a7f90b895,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:08.793471 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:37:09.985788 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6560e-4333-459a-8e57-be9861eb7ea8 req-63dd59da-cbb6-4225-9dea-1e6261078916 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:09.987785 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0aa6560e-4333-459a-8e57-be9861eb7ea8 req-63dd59da-cbb6-4225-9dea-1e6261078916 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 945 time: 0.0551057 Aug 30 04:37:10.051829 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0aa6560e-4333-459a-8e57-be9861eb7ea8 req-2f055ec6-f3f6-4f64-8a1d-19f5af5a43fe tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565953 Aug 30 04:37:11.196469 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2fd04-0bd9-465a-8662-49371712ae4a req-fd288a81-43d9-4ed8-b36d-0aa5b60ca3f6 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:11.198129 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-22e2fd04-0bd9-465a-8662-49371712ae4a req-fd288a81-43d9-4ed8-b36d-0aa5b60ca3f6 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 945 time: 0.0566974 Aug 30 04:37:11.262179 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-22e2fd04-0bd9-465a-8662-49371712ae4a req-9f60c928-08c0-414f-bf89-14ef796a751d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577106 Aug 30 04:37:11.452433 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-5864ccc4-81ea-4208-95dc-6e904016152c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.585181 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53198) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:11.658290 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fea07ee-520c-4d15-9d07-6a7cf5b5923a admin admin] Deleting subnet 6c27fc56-9761-4797-a816-e3efc0bf7999 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:37:11.662580 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0fea07ee-520c-4d15-9d07-6a7cf5b5923a admin admin] Publish callbacks [] for subnet (6c27fc56-9761-4797-a816-e3efc0bf7999), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.686979 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:11.708432 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0fea07ee-520c-4d15-9d07-6a7cf5b5923a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805530'] for subnet (6c27fc56-9761-4797-a816-e3efc0bf7999), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.765207 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0fea07ee-520c-4d15-9d07-6a7cf5b5923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (6c27fc56-9761-4797-a816-e3efc0bf7999), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.850181 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0fea07ee-520c-4d15-9d07-6a7cf5b5923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13739614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170066'] for subnet (6c27fc56-9761-4797-a816-e3efc0bf7999), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.883244 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea07ee-520c-4d15-9d07-6a7cf5b5923a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c27fc56-9761-4797-a816-e3efc0bf7999,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:11.885489 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0fea07ee-520c-4d15-9d07-6a7cf5b5923a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.888751 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-0fea07ee-520c-4d15-9d07-6a7cf5b5923a admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/6c27fc56-9761-4797-a816-e3efc0bf7999 HTTP/1.1" status: 204 len: 168 time: 0.3025067 Aug 30 04:37:11.892841 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53200) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:12.012085 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (78266cd5-97a4-411b-9c28-8b6408e0cbf0), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.130002 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (78266cd5-97a4-411b-9c28-8b6408e0cbf0), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.188346 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78266cd5-97a4-411b-9c28-8b6408e0cbf0']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:12.202133 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-551f6b45-4d1f-4d1c-a6a5-e2db167a1528 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:12.203732 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-551f6b45-4d1f-4d1c-a6a5-e2db167a1528 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 945 time: 0.0926239 Aug 30 04:37:12.208494 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccbb52d-07ef-4d34-a5a7-4bd2b02d4568') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:12.208936 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccbb52d-07ef-4d34-a5a7-4bd2b02d4568') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:12.231771 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805521'] for segment (dccbb52d-07ef-4d34-a5a7-4bd2b02d4568), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.276925 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (dccbb52d-07ef-4d34-a5a7-4bd2b02d4568), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.299564 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:37:12.299969 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13740792'] for segment (dccbb52d-07ef-4d34-a5a7-4bd2b02d4568), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.393022 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:12.395961 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment dccbb52d-07ef-4d34-a5a7-4bd2b02d4568 resource provider aggregate not found Aug 30 04:37:12.466217 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment dccbb52d-07ef-4d34-a5a7-4bd2b02d4568 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dccbb52d-07ef-4d34-a5a7-4bd2b02d4568 found for delete ", "request_id": "req-2877bffb-ff59-4985-a007-7bcc2effb7ac"}]} Aug 30 04:37:12.501779 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Deleting port 65b16c11-23ae-4d39-bd0e-89656267aade {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:12.502129 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.508412 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (78266cd5-97a4-411b-9c28-8b6408e0cbf0), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.532514 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.535759 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/78266cd5-97a4-411b-9c28-8b6408e0cbf0 HTTP/1.1" status: 204 len: 168 time: 0.6414897 Aug 30 04:37:12.541447 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53208) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:12.586162 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0acd5-553b-4a8e-bdb2-1bd71baf6319 req-b621f8f5-1f1e-4eef-a17b-e88d47c83d1d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:12.587927 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-bfc0acd5-553b-4a8e-bdb2-1bd71baf6319 req-b621f8f5-1f1e-4eef-a17b-e88d47c83d1d tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 945 time: 0.1860347 Aug 30 04:37:12.591699 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d07b6f-54ac-44ca-9ad3-bc09a7e04b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=78266cd5-97a4-411b-9c28-8b6408e0cbf0,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:12.607573 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1bf8ec-5405-4e68-a1ee-63fb8abf853d admin admin] Deleting subnet 57adaa83-148e-414c-8ca3-1dd9a3ef100e {{(pid=106396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:37:12.611612 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf8ec-5405-4e68-a1ee-63fb8abf853d admin admin] Publish callbacks [] for subnet (57adaa83-148e-414c-8ca3-1dd9a3ef100e), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.658090 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf8ec-5405-4e68-a1ee-63fb8abf853d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15464322'] for subnet (57adaa83-148e-414c-8ca3-1dd9a3ef100e), precommit_delete_associations {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.688410 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] For port 65b16c11-23ae-4d39-bd0e-89656267aade, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=65b16c11-23ae-4d39-bd0e-89656267aade,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:12.688793 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.701858 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-bfc0acd5-553b-4a8e-bdb2-1bd71baf6319 req-0f8c1582-c8d7-43cf-b397-e33c5717da35 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981042 Aug 30 04:37:12.712530 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf8ec-5405-4e68-a1ee-63fb8abf853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (57adaa83-148e-414c-8ca3-1dd9a3ef100e), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.796936 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf8ec-5405-4e68-a1ee-63fb8abf853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15454433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15248039'] for subnet (57adaa83-148e-414c-8ca3-1dd9a3ef100e), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.832318 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bf8ec-5405-4e68-a1ee-63fb8abf853d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57adaa83-148e-414c-8ca3-1dd9a3ef100e,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:12.835687 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ff1bf8ec-5405-4e68-a1ee-63fb8abf853d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.842612 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-ff1bf8ec-5405-4e68-a1ee-63fb8abf853d admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/57adaa83-148e-414c-8ca3-1dd9a3ef100e HTTP/1.1" status: 204 len: 168 time: 0.2957399 Aug 30 04:37:12.843151 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53210) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:12.865492 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:12.937314 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (d0fbe8a8-d794-4ddd-b49e-ec4a094df040), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.965945 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.966323 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (2642fa08-7e56-46b7-a7f4-7fa989d78583), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.966649 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.l3_db [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Floating IP 2642fa08-7e56-46b7-a7f4-7fa989d78583 disassociated. External IP: 172.28.3.21, port: 65b16c11-23ae-4d39-bd0e-89656267aade. Aug 30 04:37:12.967007 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Calling delete_port for 65b16c11-23ae-4d39-bd0e-89656267aade owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:12.979565 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:13.030904 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (d0fbe8a8-d794-4ddd-b49e-ec4a094df040), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.055262 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fbe8a8-d794-4ddd-b49e-ec4a094df040']}} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:13.066399 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce84b1c-38c6-4136-b6d2-012afa1a0ba8') {'for_net_delete': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:13.066701 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce84b1c-38c6-4136-b6d2-012afa1a0ba8') {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:13.085735 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15464329'] for segment (dce84b1c-38c6-4136-b6d2-012afa1a0ba8), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.104333 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (dce84b1c-38c6-4136-b6d2-012afa1a0ba8), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.113893 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=106396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:37:13.114418 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15457351'] for segment (dce84b1c-38c6-4136-b6d2-012afa1a0ba8), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.173592 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment dce84b1c-38c6-4136-b6d2-012afa1a0ba8 resource provider aggregate not found Aug 30 04:37:13.179517 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (65b16c11-23ae-4d39-bd0e-89656267aade), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.213913 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (d0fbe8a8-d794-4ddd-b49e-ec4a094df040), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.219044 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment dce84b1c-38c6-4136-b6d2-012afa1a0ba8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dce84b1c-38c6-4136-b6d2-012afa1a0ba8 found for delete ", "request_id": "req-3d7409ba-c865-4bd0-af2c-79ccd68f9fb4"}]} Aug 30 04:37:13.223711 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'Port': ['ID=65b16c11-23ae-4d39-bd0e-89656267aade,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:13.227135 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.236297 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/d0fbe8a8-d794-4ddd-b49e-ec4a094df040 HTTP/1.1" status: 204 len: 168 time: 0.3886287 Aug 30 04:37:13.251249 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c8f5b-e235-4f71-959e-bda7be90be6f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0fbe8a8-d794-4ddd-b49e-ec4a094df040,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:13.407747 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Router 12bdb17a-e53e-4e01-8fd6-27e907694d22 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:13.513603 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53218) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:13.562787 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-6829e8da-2d11-4ad7-9b03-467bd4e6fd57 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=d2e1ae67fada4bd68398e3b997f7d40e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473559 Aug 30 04:37:13.565935 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53220) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:13.596635 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:13.613426 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b51d4-0c05-439b-95bb-9e6ad26a5ab2 None None] Sync routers for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:13.622719 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:13.630082 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-533eb780-4aad-4d54-ab9d-2f68d05a9fad admin admin] Publish callbacks [] for security_group (4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.649819 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b51d4-0c05-439b-95bb-9e6ad26a5ab2 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:13.651243 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-2d1b51d4-0c05-439b-95bb-9e6ad26a5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:13.695072 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-533eb780-4aad-4d54-ab9d-2f68d05a9fad admin admin] Publish callbacks [] for security_group (4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.696464 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] No DVR routers for this DVR port 65b16c11-23ae-4d39-bd0e-89656267aade on host hv-cinder-85426 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:13.702296 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.710216 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-dca7ba46-f3a9-4487-9e96-d71bb16a6fb5 req-d1505031-839e-494a-be85-786d51409998 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.83 "DELETE /networking/v2.0/ports/65b16c11-23ae-4d39-bd0e-89656267aade HTTP/1.1" status: 204 len: 173 time: 1.4976513 Aug 30 04:37:13.712185 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbab3525-5c37-4997-95db-931a3f260aed', 'name': 'network-vif-deleted', 'tag': '65b16c11-23ae-4d39-bd0e-89656267aade'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:13.717346 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495776ae-c4a9-4c57-bb2c-25c80b9d8b3b" -d '{"events": [{"server_uuid": "dbab3525-5c37-4997-95db-931a3f260aed", "name": "network-vif-deleted", "tag": "65b16c11-23ae-4d39-bd0e-89656267aade"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:13.777738 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c59268-94e6-4812-b9a8-c0fbd2efd318 x-openstack-request-id: req-88c59268-94e6-4812-b9a8-c0fbd2efd318 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:13.778240 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbab3525-5c37-4997-95db-931a3f260aed", "name": "network-vif-deleted", "tag": "65b16c11-23ae-4d39-bd0e-89656267aade", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:13.778650 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-88c59268-94e6-4812-b9a8-c0fbd2efd318 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:13.780704 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c59268-94e6-4812-b9a8-c0fbd2efd318'] response: {'server_uuid': 'dbab3525-5c37-4997-95db-931a3f260aed', 'name': 'network-vif-deleted', 'tag': '65b16c11-23ae-4d39-bd0e-89656267aade', 'status': 'completed', 'code': 200} Aug 30 04:37:13.862126 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-533eb780-4aad-4d54-ab9d-2f68d05a9fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.869087 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.870099 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-533eb780-4aad-4d54-ab9d-2f68d05a9fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:13.872099 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-533eb780-4aad-4d54-ab9d-2f68d05a9fad admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1 HTTP/1.1" status: 204 len: 168 time: 0.3047366 Aug 30 04:37:13.897784 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533eb780-4aad-4d54-ab9d-2f68d05a9fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce86d9b-2c3d-459d-b7d0-6ea9c9581ef1,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:13.961452 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-2d1b51d4-0c05-439b-95bb-9e6ad26a5ab2 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:13.994089 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-d88a05c3-3fb0-4316-9638-7c2f64f86a6b req-96f98af3-29f2-4aca-af5b-c217121c01bf tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=dbab3525-5c37-4997-95db-931a3f260aed HTTP/1.1" status: 200 len: 210 time: 0.0679731 Aug 30 04:37:14.384313 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-2d1b51d4-0c05-439b-95bb-9e6ad26a5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:14.427680 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b51d4-0c05-439b-95bb-9e6ad26a5ab2 None None] Checking router: 12bdb17a-e53e-4e01-8fd6-27e907694d22 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:14.437661 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b51d4-0c05-439b-95bb-9e6ad26a5ab2 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:14.438307 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-2d1b51d4-0c05-439b-95bb-9e6ad26a5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:14.484942 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53230) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:14.531101 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:14.556626 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-561d9e6b-9868-45b5-be9c-a81b2706ca46 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=2307cda5292f4140acec7bba25d74a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703456 Aug 30 04:37:14.561161 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53232) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:14.611644 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-2d1b51d4-0c05-439b-95bb-9e6ad26a5ab2 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:14.653227 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-8821113b-f5b8-411b-932e-ac1e62af6e47 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631850 Aug 30 04:37:14.667065 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-719f3d2a-3bd2-4cb2-8ae5-bf7e088f658b admin admin] Publish callbacks [] for security_group (98f7602c-ed1f-4d8e-8d8d-9f57b961282e), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:14.696622 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-719f3d2a-3bd2-4cb2-8ae5-bf7e088f658b admin admin] Publish callbacks [] for security_group (98f7602c-ed1f-4d8e-8d8d-9f57b961282e), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:14.706293 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:14.784611 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-96cd0ff4-35c9-474e-ba01-38ca48da87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:14.786723 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-96cd0ff4-35c9-474e-ba01-38ca48da87f8 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=cf24ec2c8bd74974932690a583961691&device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 1130 time: 0.0810521 Aug 30 04:37:14.817642 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-719f3d2a-3bd2-4cb2-8ae5-bf7e088f658b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (98f7602c-ed1f-4d8e-8d8d-9f57b961282e), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:14.820765 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-719f3d2a-3bd2-4cb2-8ae5-bf7e088f658b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:14.822374 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-719f3d2a-3bd2-4cb2-8ae5-bf7e088f658b admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/98f7602c-ed1f-4d8e-8d8d-9f57b961282e HTTP/1.1" status: 204 len: 168 time: 0.2578697 Aug 30 04:37:14.880166 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f3d2a-3bd2-4cb2-8ae5-bf7e088f658b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f7602c-ed1f-4d8e-8d8d-9f57b961282e,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:14.999271 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-87b332bf-73c7-4471-8b4b-867ac2b7482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:15.002219 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-87b332bf-73c7-4471-8b4b-867ac2b7482e service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 200 len: 919 time: 0.1771672 Aug 30 04:37:15.014213 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-2d1b51d4-0c05-439b-95bb-9e6ad26a5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:15.045727 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b51d4-0c05-439b-95bb-9e6ad26a5ab2 None None] The sync data for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb is: [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:31:02Z', 'revision_number': 4, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '079d54a4-d68b-454d-a152-864d500a1e8a', 'name': '', 'network_id': 'a0fa4781-7b10-40fd-9cd8-6b3044f7ba50', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'mac_address': 'fa:16:3e:99:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:01Z', 'updated_at': '2022-08-30T04:31:13Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'subnets': [{'id': 'ed459e27-07bd-4dcd-9b98-70b12d66fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:15.134603 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-a687cbd8-cec7-4b67-885d-dd1fe6bdc4d6 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626 HTTP/1.1" status: 200 len: 1001 time: 0.1262445 Aug 30 04:37:15.172150 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53242) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:15.201664 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-638ceb1e-5d1b-44f1-aafa-6e3e5ffdb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:15.203153 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-638ceb1e-5d1b-44f1-aafa-6e3e5ffdb0f6 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 200 len: 856 time: 0.0623550 Aug 30 04:37:15.246014 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-23e76c4c-9a81-4c5d-bcc2-1dc4059e4222 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.258415 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-5e37c5b6-7fb9-4e48-af82-135353788068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:15.260098 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-5e37c5b6-7fb9-4e48-af82-135353788068 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=169fc8b2-576f-4c43-9cb7-2141fd9da0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489807 Aug 30 04:37:15.275537 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:15.294820 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-23e76c4c-9a81-4c5d-bcc2-1dc4059e4222 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.380658 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-23e76c4c-9a81-4c5d-bcc2-1dc4059e4222 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.384057 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-23e76c4c-9a81-4c5d-bcc2-1dc4059e4222 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.390737 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-23e76c4c-9a81-4c5d-bcc2-1dc4059e4222 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "DELETE /networking/v2.0/security-groups/3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7 HTTP/1.1" status: 204 len: 168 time: 0.2122293 Aug 30 04:37:15.391131 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53248) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:15.411326 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e76c4c-9a81-4c5d-bcc2-1dc4059e4222 tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:15.422612 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.api.v2.resource [None req-8e98ccf4-8481-4896-b218-9847a967f84b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] show failed (client error): The resource could not be found. Aug 30 04:37:15.423731 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-8e98ccf4-8481-4896-b218-9847a967f84b tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "GET /networking/v2.0/security-groups/3279e9e8-34ab-4b7c-8cd6-8ff6158c31b7 HTTP/1.1" status: 404 len: 347 time: 0.0314603 Aug 30 04:37:15.429529 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53250) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:15.442509 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-c9836ba4-6b07-477a-8c31-40bef0892219 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740294 Aug 30 04:37:15.446092 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc876441-01ec-48e0-b59d-aff9a6d5237b None None] New status for floating IP 2642fa08-7e56-46b7-a7f4-7fa989d78583: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:37:15.578738 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-982b3a71-3c93-4aae-af55-fc73df69b92f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Deleting port 60286a55-ac64-4403-a6c9-eafd0634aeca {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:15.579188 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-982b3a71-3c93-4aae-af55-fc73df69b92f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (60286a55-ac64-4403-a6c9-eafd0634aeca), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.666024 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 65b16c11-23ae-4d39-bd0e-89656267aade no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:15.686738 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-982b3a71-3c93-4aae-af55-fc73df69b92f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (60286a55-ac64-4403-a6c9-eafd0634aeca), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.687363 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-982b3a71-3c93-4aae-af55-fc73df69b92f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (60286a55-ac64-4403-a6c9-eafd0634aeca), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.693506 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-fc41dcfa-d273-4686-9f1e-fc7d6b1c6baf req-9453bc57-6505-4a7f-bfb4-281ba9e8da50 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398503 Aug 30 04:37:15.704702 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-982b3a71-3c93-4aae-af55-fc73df69b92f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Calling delete_port for 60286a55-ac64-4403-a6c9-eafd0634aeca owned by network:floatingip {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:15.728877 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 65b16c11-23ae-4d39-bd0e-89656267aade {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:15.729598 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 65b16c11-23ae-4d39-bd0e-89656267aade not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:15.834585 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:15.902346 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-982b3a71-3c93-4aae-af55-fc73df69b92f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (60286a55-ac64-4403-a6c9-eafd0634aeca), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.953232 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b3a71-3c93-4aae-af55-fc73df69b92f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Pushing event deleted for resources: {'Port': ['ID=60286a55-ac64-4403-a6c9-eafd0634aeca,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:16.027661 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-982b3a71-3c93-4aae-af55-fc73df69b92f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks [] for floatingip (2642fa08-7e56-46b7-a7f4-7fa989d78583), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:16.032540 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-982b3a71-3c93-4aae-af55-fc73df69b92f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:16.044184 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-982b3a71-3c93-4aae-af55-fc73df69b92f tempest-AttachVolumeNegativeTest-1567100923 tempest-AttachVolumeNegativeTest-1567100923-project] 10.222.0.91 "DELETE /networking/v2.0/floatingips/2642fa08-7e56-46b7-a7f4-7fa989d78583 HTTP/1.1" status: 204 len: 168 time: 0.6039107 Aug 30 04:37:16.211989 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:19.016231 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53324) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:19.454004 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Deleting port 70690be8-1745-4edb-bd84-6c8e644baeab {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:19.454363 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (70690be8-1745-4edb-bd84-6c8e644baeab), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:19.558302 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (70690be8-1745-4edb-bd84-6c8e644baeab), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:19.558578 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for floatingip (70690be8-1745-4edb-bd84-6c8e644baeab), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:19.579671 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Calling delete_port for 70690be8-1745-4edb-bd84-6c8e644baeab owned by network:floatingip {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:19.676313 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:19.776967 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (70690be8-1745-4edb-bd84-6c8e644baeab), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:19.806327 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event deleted for resources: {'Port': ['ID=70690be8-1745-4edb-bd84-6c8e644baeab,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:20.031650 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53338) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:20.177442 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for floatingip (4b6ad1fe-30fe-495d-8e1a-de5ef3d44533), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:20.178635 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Floating IP 4b6ad1fe-30fe-495d-8e1a-de5ef3d44533 disassociated (deleted). External IP: 172.28.3.100, port: 543dac3a-e946-4cd1-8a32-b40f01459925. Aug 30 04:37:20.503539 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:20.508305 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:20.578849 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:20.704161 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:20.722539 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:20.723364 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88b0e8-072a-4973-bd2f-e5e1fa14c322 None None] Sync routers for ids ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:20.760625 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=92 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:20.764923 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88b0e8-072a-4973-bd2f-e5e1fa14c322 None None] Routers {'161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:20.768584 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-4e88b0e8-072a-4973-bd2f-e5e1fa14c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:20.778544 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519691'] for router_interface (12bdb17a-e53e-4e01-8fd6-27e907694d22), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:20.813046 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-db398ae7-5118-4776-b19c-e1ddeba260af tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "DELETE /networking/v2.0/floatingips/4b6ad1fe-30fe-495d-8e1a-de5ef3d44533 HTTP/1.1" status: 204 len: 168 time: 1.7951338 Aug 30 04:37:20.814293 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:20.819982 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09" -d '{"events": [{"name": "network-changed", "server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:20.958292 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b8b880-e430-4411-9d56-c448078c9d3c x-openstack-request-id: req-04b8b880-e430-4411-9d56-c448078c9d3c {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:20.958801 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:20.961565 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-04b8b880-e430-4411-9d56-c448078c9d3c {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:20.963515 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b8b880-e430-4411-9d56-c448078c9d3c'] response: {'name': 'network-changed', 'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925', 'status': 'completed', 'code': 200} Aug 30 04:37:21.101110 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-4e88b0e8-072a-4973-bd2f-e5e1fa14c322 None None] Set router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:21.111098 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09 req-57ae660b-c7a0-426f-9086-870ff25b162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:21.115000 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09 req-57ae660b-c7a0-426f-9086-870ff25b162e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=a89458e4a02d40e4abfd8457f31cc0a4&device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 1129 time: 0.0893700 Aug 30 04:37:21.154916 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Deleting port 079d54a4-d68b-454d-a152-864d500a1e8a {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:21.155593 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:21.191097 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:21.211026 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec277f-aae4-4a6a-afb1-803bd0866543 req-7326be6d-c6f3-46f9-8912-937a238a19a7 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:21.212778 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9bec277f-aae4-4a6a-afb1-803bd0866543 req-7326be6d-c6f3-46f9-8912-937a238a19a7 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0921781 Aug 30 04:37:21.305515 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-9bec277f-aae4-4a6a-afb1-803bd0866543 req-02c3ca71-ce2b-48e6-9e67-9699f092021f tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860538 Aug 30 04:37:21.319262 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] For port 079d54a4-d68b-454d-a152-864d500a1e8a, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=079d54a4-d68b-454d-a152-864d500a1e8a,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:21.320308 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:21.345246 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:21.348133 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Calling delete_port for 079d54a4-d68b-454d-a152-864d500a1e8a owned by network:router_interface {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:21.381029 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-4e88b0e8-072a-4973-bd2f-e5e1fa14c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 4, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'e0fd5504-469d-402c-b400-a2a496e719c4', 'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'mac_address': 'fa:16:3e:c5:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:23Z', 'updated_at': '2022-08-30T04:31:34Z', 'revision_number': 5, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'subnets': [{'id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:21.437744 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88b0e8-072a-4973-bd2f-e5e1fa14c322 None None] Checking router: 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:21.454637 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88b0e8-072a-4973-bd2f-e5e1fa14c322 None None] Routers {'161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:21.455689 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-4e88b0e8-072a-4973-bd2f-e5e1fa14c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:21.587173 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-4e88b0e8-072a-4973-bd2f-e5e1fa14c322 None None] Set router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:21.598521 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (079d54a4-d68b-454d-a152-864d500a1e8a), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:21.626054 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Pushing event deleted for resources: {'Port': ['ID=079d54a4-d68b-454d-a152-864d500a1e8a,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:21.646310 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.646738 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.647070 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.647455 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.647803 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.648103 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.648383 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.648735 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.649057 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.649360 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.649667 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.649989 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.650309 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.650636 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.650944 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:21.843972 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519611'] for router_interface (12bdb17a-e53e-4e01-8fd6-27e907694d22), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:21.884060 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-4e88b0e8-072a-4973-bd2f-e5e1fa14c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 4, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'e0fd5504-469d-402c-b400-a2a496e719c4', 'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'mac_address': 'fa:16:3e:c5:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:23Z', 'updated_at': '2022-08-30T04:31:34Z', 'revision_number': 5, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'subnets': [{'id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:21.913095 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88b0e8-072a-4973-bd2f-e5e1fa14c322 None None] The sync data for ids ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'] in dv-cinder-854265-2-smb is: [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:31:24Z', 'revision_number': 4, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': 'e0fd5504-469d-402c-b400-a2a496e719c4', 'name': '', 'network_id': 'e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'mac_address': 'fa:16:3e:c5:ab:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:23Z', 'updated_at': '2022-08-30T04:31:34Z', 'revision_number': 5, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'subnets': [{'id': '63018c76-167c-41e0-bb8a-f3e744a64072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:22.046783 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:22.246514 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d37b3-a191-449e-95c3-36dc3b6d92f6 None None] New status for floating IP 4b6ad1fe-30fe-495d-8e1a-de5ef3d44533: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:37:22.249591 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=29,neutron:UPDATE=6 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:22.251545 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:22.530420 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09 req-bc03e02e-e577-4088-9081-083695c80493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:22.542328 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09 req-bc03e02e-e577-4088-9081-083695c80493 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 HTTP/1.1" status: 200 len: 910 time: 0.2566369 Aug 30 04:37:22.550516 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Router 12bdb17a-e53e-4e01-8fd6-27e907694d22 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:22.560855 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f46b55-9672-4cea-8455-f4e5df8fce33 req-618a5d49-d701-4f53-8956-df33469899f9 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:22.562536 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46f46b55-9672-4cea-8455-f4e5df8fce33 req-618a5d49-d701-4f53-8956-df33469899f9 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0859163 Aug 30 04:37:22.681280 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09 req-2fbb2ed4-9227-443d-a9cf-72ad3de7b7b5 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=543dac3a-e946-4cd1-8a32-b40f01459925 HTTP/1.1" status: 200 len: 217 time: 0.1312151 Aug 30 04:37:22.692971 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-46f46b55-9672-4cea-8455-f4e5df8fce33 req-0b2ea22c-1d5f-46a5-a471-6123312726a7 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=907eb023-97a2-4fb9-a370-707e6a9bfab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223361 Aug 30 04:37:22.836048 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:22.843545 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-2978bb17-be71-43bb-950c-cd98415caf9a admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/12bdb17a-e53e-4e01-8fd6-27e907694d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8145041 Aug 30 04:37:22.849127 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53374) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:22.855636 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76ad3f-a693-4386-b3cb-4e5d4e88b08c req-78640482-e80f-477a-a5ce-8a75a5ab362e tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:22.857478 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ba76ad3f-a693-4386-b3cb-4e5d4e88b08c req-78640482-e80f-477a-a5ce-8a75a5ab362e tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 945 time: 0.0837204 Aug 30 04:37:22.858201 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a94a627-9dfe-4c2a-859c-7ac7e510ecc2 None None] Sync routers for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:22.885235 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a94a627-9dfe-4c2a-859c-7ac7e510ecc2 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:22.887630 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-4a94a627-9dfe-4c2a-859c-7ac7e510ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:22.910366 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:22.935407 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09 req-8bbad369-6a3e-4067-932b-eb876549220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:22.938459 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09 req-8bbad369-6a3e-4067-932b-eb876549220d service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=63018c76-167c-41e0-bb8a-f3e744a64072 HTTP/1.1" status: 200 len: 847 time: 0.1653380 Aug 30 04:37:23.007214 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:23.018097 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-ba76ad3f-a693-4386-b3cb-4e5d4e88b08c req-a9d0ab51-5072-4d64-b0aa-81085733b61a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Deleting port 543dac3a-e946-4cd1-8a32-b40f01459925 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:23.019502 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ba76ad3f-a693-4386-b3cb-4e5d4e88b08c req-a9d0ab51-5072-4d64-b0aa-81085733b61a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:23.047203 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-4a94a627-9dfe-4c2a-859c-7ac7e510ecc2 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:23.080248 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09 req-5e38d345-328c-4776-b5d3-5d7c57b070e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:23.082213 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09 req-5e38d345-328c-4776-b5d3-5d7c57b070e9 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1353018 Aug 30 04:37:23.166179 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Publish callbacks [] for router (12bdb17a-e53e-4e01-8fd6-27e907694d22), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:23.190508 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [req-ba76ad3f-a693-4386-b3cb-4e5d4e88b08c req-a9d0ab51-5072-4d64-b0aa-81085733b61a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] For port 543dac3a-e946-4cd1-8a32-b40f01459925, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=543dac3a-e946-4cd1-8a32-b40f01459925,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:23.190986 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ba76ad3f-a693-4386-b3cb-4e5d4e88b08c req-a9d0ab51-5072-4d64-b0aa-81085733b61a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:23.217421 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [req-ba76ad3f-a693-4386-b3cb-4e5d4e88b08c req-a9d0ab51-5072-4d64-b0aa-81085733b61a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Calling delete_port for 543dac3a-e946-4cd1-8a32-b40f01459925 owned by compute:nova {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:23.315353 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09 req-0a479a23-69f5-42f1-b81f-2d9d8f379e2b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245393 Aug 30 04:37:23.383014 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ba76ad3f-a693-4386-b3cb-4e5d4e88b08c req-a9d0ab51-5072-4d64-b0aa-81085733b61a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (543dac3a-e946-4cd1-8a32-b40f01459925), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:23.386204 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Publish callbacks [] for router_gateway (12bdb17a-e53e-4e01-8fd6-27e907694d22), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:23.421847 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0ab51-5072-4d64-b0aa-81085733b61a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event deleted for resources: {'Port': ['ID=543dac3a-e946-4cd1-8a32-b40f01459925,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:23.475219 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Deleting port 2b690814-6f03-49ef-9af5-25b04f66f0ab {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:23.475781 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:23.502388 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:23.507767 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba76ad3f-a693-4386-b3cb-4e5d4e88b08c req-a9d0ab51-5072-4d64-b0aa-81085733b61a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] No DVR routers for this DVR port 543dac3a-e946-4cd1-8a32-b40f01459925 on host hv-cinder-85426 {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:23.512029 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [req-ba76ad3f-a693-4386-b3cb-4e5d4e88b08c req-a9d0ab51-5072-4d64-b0aa-81085733b61a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:23.515345 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-4a94a627-9dfe-4c2a-859c-7ac7e510ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:37:21Z', 'revision_number': 5, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port': {'id': '2b690814-6f03-49ef-9af5-25b04f66f0ab', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:da:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:30:55Z', 'updated_at': '2022-08-30T04:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:23.517917 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ba76ad3f-a693-4386-b3cb-4e5d4e88b08c req-a9d0ab51-5072-4d64-b0aa-81085733b61a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.83 "DELETE /networking/v2.0/ports/543dac3a-e946-4cd1-8a32-b40f01459925 HTTP/1.1" status: 204 len: 173 time: 0.6536541 Aug 30 04:37:23.518631 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'name': 'network-vif-deleted', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:23.525019 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54c82e15ea1f8c0f99641f71a8fd9248060477d2663bfc1bbfaeff6af8ebf17c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc200494-6c97-48a3-9e50-5562485b07f8" -d '{"events": [{"server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "name": "network-vif-deleted", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:23.551934 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0fa9b1f4-97ed-47c3-b7a3-d6106de33b09 req-44724d7f-7c10-464d-9c85-4b8fe120d63e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294312 Aug 30 04:37:23.600638 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90248383-0f47-4277-a6a3-f52197770d11 x-openstack-request-id: req-90248383-0f47-4277-a6a3-f52197770d11 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:23.601175 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eee000-87fc-45aa-bb83-92fa9f5b5fab", "name": "network-vif-deleted", "tag": "543dac3a-e946-4cd1-8a32-b40f01459925", "status": "completed", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:23.601466 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-90248383-0f47-4277-a6a3-f52197770d11 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:23.602089 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90248383-0f47-4277-a6a3-f52197770d11'] response: {'server_uuid': 'c0eee000-87fc-45aa-bb83-92fa9f5b5fab', 'name': 'network-vif-deleted', 'tag': '543dac3a-e946-4cd1-8a32-b40f01459925', 'status': 'completed', 'code': 200} Aug 30 04:37:23.606606 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a94a627-9dfe-4c2a-859c-7ac7e510ecc2 None None] Checking router: 12bdb17a-e53e-4e01-8fd6-27e907694d22 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:23.618430 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a94a627-9dfe-4c2a-859c-7ac7e510ecc2 None None] Routers {'12bdb17a-e53e-4e01-8fd6-27e907694d22'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:23.618703 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-4a94a627-9dfe-4c2a-859c-7ac7e510ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['12bdb17a-e53e-4e01-8fd6-27e907694d22'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:23.653551 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:23.656330 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] For port 2b690814-6f03-49ef-9af5-25b04f66f0ab, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=2b690814-6f03-49ef-9af5-25b04f66f0ab,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:23.657003 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:23.676661 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Calling delete_port for 2b690814-6f03-49ef-9af5-25b04f66f0ab owned by network:router_gateway {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:23.718748 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-4a94a627-9dfe-4c2a-859c-7ac7e510ecc2 None None] Set router 12bdb17a-e53e-4e01-8fd6-27e907694d22 gateway port host: None {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:23.782702 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-4a94a627-9dfe-4c2a-859c-7ac7e510ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:37:23Z', 'revision_number': 6, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port_host': None}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:23.814347 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a94a627-9dfe-4c2a-859c-7ac7e510ecc2 None None] The sync data for ids ['12bdb17a-e53e-4e01-8fd6-27e907694d22'] in dv-cinder-854265-2-smb is: [{'id': '12bdb17a-e53e-4e01-8fd6-27e907694d22', 'name': 'tempest-AttachVolumeNegativeTest-1602356135-router', 'tenant_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:30:53Z', 'updated_at': '2022-08-30T04:37:23Z', 'revision_number': 6, 'project_id': 'ec24ad0a529d4df7a32b62a1558fa7a8', 'gw_port_host': None}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:24.001356 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d60a266a-0b4d-40dd-b123-2294bfaabb4a req-ecd3c0ca-898f-4574-8779-ce57dfbf89a7 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.0688448 Aug 30 04:37:24.012193 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (2b690814-6f03-49ef-9af5-25b04f66f0ab), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:24.073353 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b690814-6f03-49ef-9af5-25b04f66f0ab,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:24.092464 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.092843 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.093368 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.094747 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.095347 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.096571 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.097113 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.097748 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.098364 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.098900 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.099449 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.100226 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.101023 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.101569 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.102104 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:24.229960 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520776'] for router_gateway (12bdb17a-e53e-4e01-8fd6-27e907694d22), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:24.411696 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10061'] for router (12bdb17a-e53e-4e01-8fd6-27e907694d22), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:24.415847 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Publish callbacks [] for router_controller (12bdb17a-e53e-4e01-8fd6-27e907694d22), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:24.425747 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:24.478497 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519622'] for router (12bdb17a-e53e-4e01-8fd6-27e907694d22), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:24.479301 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12bdb17a-e53e-4e01-8fd6-27e907694d22 {{(pid=106395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:37:24.488572 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:24.490006 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-e08e4024-c668-4b97-84aa-4898370fd231 admin admin] 10.222.0.91 "DELETE /networking/v2.0/routers/12bdb17a-e53e-4e01-8fd6-27e907694d22 HTTP/1.1" status: 204 len: 168 time: 1.6394181 Aug 30 04:37:24.492722 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53392) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:24.551938 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5432ed-f35a-488c-94f6-d1bdcbfc9239 admin admin] Deleting subnet ed459e27-07bd-4dcd-9b98-70b12d66fc5f {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:37:24.556442 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5c5432ed-f35a-488c-94f6-d1bdcbfc9239 admin admin] Publish callbacks [] for subnet (ed459e27-07bd-4dcd-9b98-70b12d66fc5f), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:24.603111 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5c5432ed-f35a-488c-94f6-d1bdcbfc9239 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805530'] for subnet (ed459e27-07bd-4dcd-9b98-70b12d66fc5f), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:24.699786 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5c5432ed-f35a-488c-94f6-d1bdcbfc9239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (ed459e27-07bd-4dcd-9b98-70b12d66fc5f), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:24.776891 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5c5432ed-f35a-488c-94f6-d1bdcbfc9239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13739614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170066'] for subnet (ed459e27-07bd-4dcd-9b98-70b12d66fc5f), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:24.816962 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5432ed-f35a-488c-94f6-d1bdcbfc9239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed459e27-07bd-4dcd-9b98-70b12d66fc5f,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:24.819482 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5c5432ed-f35a-488c-94f6-d1bdcbfc9239 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:24.823043 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-5c5432ed-f35a-488c-94f6-d1bdcbfc9239 admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/ed459e27-07bd-4dcd-9b98-70b12d66fc5f HTTP/1.1" status: 204 len: 168 time: 0.3289075 Aug 30 04:37:24.827245 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53394) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:24.831768 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7889977-7631-4e8d-97b7-0e35a9ca3577 None None] Network a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:37:24.962001 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (a0fa4781-7b10-40fd-9cd8-6b3044f7ba50), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.035943 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Deleting port c0957dc9-fa50-41a0-b062-31e3e90670f5 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:25.036701 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.050343 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c211601-a83b-443c-8b5f-c5d926d9d360 None None] DHCP port deletion for a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 request from dv-cinder-854265-2-smb {{(pid=106397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:37:25.106757 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6c211601-a83b-443c-8b5f-c5d926d9d360 None None] Deleting port c0957dc9-fa50-41a0-b062-31e3e90670f5 {{(pid=106397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:25.107287 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6c211601-a83b-443c-8b5f-c5d926d9d360 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), before_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.188496 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] For port c0957dc9-fa50-41a0-b062-31e3e90670f5, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=c0957dc9-fa50-41a0-b062-31e3e90670f5,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:25.189109 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.206145 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6c211601-a83b-443c-8b5f-c5d926d9d360 None None] For port c0957dc9-fa50-41a0-b062-31e3e90670f5, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=c0957dc9-fa50-41a0-b062-31e3e90670f5,segment=NetworkSegment(bcd4ce80-bde0-47b5-88fb-341bb71d3942),segment_id=bcd4ce80-bde0-47b5-88fb-341bb71d3942)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:25.206697 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6c211601-a83b-443c-8b5f-c5d926d9d360 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), precommit_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.214215 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-e9017b31-3d9e-459c-93c9-d4fcf82ffd05 req-b77caa0d-7df2-43ae-9593-74248f8f5a45 tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c0eee000-87fc-45aa-bb83-92fa9f5b5fab HTTP/1.1" status: 200 len: 210 time: 0.0440114 Aug 30 04:37:25.219416 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Calling delete_port for c0957dc9-fa50-41a0-b062-31e3e90670f5 owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:25.226234 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6c211601-a83b-443c-8b5f-c5d926d9d360 None None] Calling delete_port for c0957dc9-fa50-41a0-b062-31e3e90670f5 owned by network:dhcp {{(pid=106397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:25.298871 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:25.342560 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6c211601-a83b-443c-8b5f-c5d926d9d360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), after_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.369786 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c211601-a83b-443c-8b5f-c5d926d9d360 None None] Pushing event deleted for resources: {'Port': ['ID=c0957dc9-fa50-41a0-b062-31e3e90670f5,revision_number=None']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:25.370332 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (c0957dc9-fa50-41a0-b062-31e3e90670f5), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.378293 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c211601-a83b-443c-8b5f-c5d926d9d360 None None] No DVR routers for this DVR port c0957dc9-fa50-41a0-b062-31e3e90670f5 on host dv-cinder-854265-2-smb {{(pid=106397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:25.411107 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Pushing event deleted for resources: {'Port': ['ID=c0957dc9-fa50-41a0-b062-31e3e90670f5,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:25.423360 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] No DVR routers for this DVR port c0957dc9-fa50-41a0-b062-31e3e90670f5 on host dv-cinder-854265-2-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:25.535339 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (a0fa4781-7b10-40fd-9cd8-6b3044f7ba50), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.579485 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fa4781-7b10-40fd-9cd8-6b3044f7ba50']}} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:25.597072 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd4ce80-bde0-47b5-88fb-341bb71d3942') {'for_net_delete': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:25.597525 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd4ce80-bde0-47b5-88fb-341bb71d3942') {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:25.616381 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device c0957dc9-fa50-41a0-b062-31e3e90670f5 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:25.616926 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15464329'] for segment (bcd4ce80-bde0-47b5-88fb-341bb71d3942), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.638540 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (bcd4ce80-bde0-47b5-88fb-341bb71d3942), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.641471 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: c0957dc9-fa50-41a0-b062-31e3e90670f5 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:25.642324 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device c0957dc9-fa50-41a0-b062-31e3e90670f5 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:25.643071 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 2b690814-6f03-49ef-9af5-25b04f66f0ab no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:25.652772 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=106396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:37:25.653575 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15457351'] for segment (bcd4ce80-bde0-47b5-88fb-341bb71d3942), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.680550 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 2b690814-6f03-49ef-9af5-25b04f66f0ab {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:25.681081 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 2b690814-6f03-49ef-9af5-25b04f66f0ab not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:25.681834 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 079d54a4-d68b-454d-a152-864d500a1e8a no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:25.683541 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:25.726378 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 079d54a4-d68b-454d-a152-864d500a1e8a {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:25.726907 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 079d54a4-d68b-454d-a152-864d500a1e8a not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:25.731759 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment bcd4ce80-bde0-47b5-88fb-341bb71d3942 resource provider aggregate not found Aug 30 04:37:25.739654 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 543dac3a-e946-4cd1-8a32-b40f01459925 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:25.765643 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment bcd4ce80-bde0-47b5-88fb-341bb71d3942 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcd4ce80-bde0-47b5-88fb-341bb71d3942 found for delete ", "request_id": "req-32690475-c0b7-422b-b7e8-75025f37e383"}]} Aug 30 04:37:25.781188 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 543dac3a-e946-4cd1-8a32-b40f01459925 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:25.781526 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (a0fa4781-7b10-40fd-9cd8-6b3044f7ba50), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.781785 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 543dac3a-e946-4cd1-8a32-b40f01459925 not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:25.792946 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:25.797056 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/a0fa4781-7b10-40fd-9cd8-6b3044f7ba50 HTTP/1.1" status: 204 len: 168 time: 0.9678702 Aug 30 04:37:25.809057 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c4fbe-a9b4-466d-9dee-ba5b9635466b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0fa4781-7b10-40fd-9cd8-6b3044f7ba50,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:25.952162 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53410) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:26.008790 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-ada47f2f-c88d-4245-a86e-79a3b41e13b5 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=ec24ad0a529d4df7a32b62a1558fa7a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549989 Aug 30 04:37:26.012628 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53412) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:26.079529 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3e49f020-018e-4102-9803-3b3fdbd4c2af admin admin] Publish callbacks [] for security_group (f79bd6e7-256b-478a-9d90-0cf392f5a670), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.107301 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3e49f020-018e-4102-9803-3b3fdbd4c2af admin admin] Publish callbacks [] for security_group (f79bd6e7-256b-478a-9d90-0cf392f5a670), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.168528 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3e49f020-018e-4102-9803-3b3fdbd4c2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f79bd6e7-256b-478a-9d90-0cf392f5a670), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.171232 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3e49f020-018e-4102-9803-3b3fdbd4c2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.172516 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-3e49f020-018e-4102-9803-3b3fdbd4c2af admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/f79bd6e7-256b-478a-9d90-0cf392f5a670 HTTP/1.1" status: 204 len: 168 time: 0.1588581 Aug 30 04:37:26.187026 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49f020-018e-4102-9803-3b3fdbd4c2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79bd6e7-256b-478a-9d90-0cf392f5a670,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:26.308749 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53418) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:26.339416 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:26.396276 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a4e0c527-61de-41c9-beaf-6b35da419d3a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group (907eb023-97a2-4fb9-a370-707e6a9bfab0), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.430439 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a4e0c527-61de-41c9-beaf-6b35da419d3a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group (907eb023-97a2-4fb9-a370-707e6a9bfab0), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.529620 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a4e0c527-61de-41c9-beaf-6b35da419d3a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (907eb023-97a2-4fb9-a370-707e6a9bfab0), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.534300 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a4e0c527-61de-41c9-beaf-6b35da419d3a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.535680 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-a4e0c527-61de-41c9-beaf-6b35da419d3a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] 10.222.0.91 "DELETE /networking/v2.0/security-groups/907eb023-97a2-4fb9-a370-707e6a9bfab0 HTTP/1.1" status: 204 len: 168 time: 0.2258666 Aug 30 04:37:26.550702 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0c527-61de-41c9-beaf-6b35da419d3a tempest-TestShelveInstance-110462149 tempest-TestShelveInstance-110462149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907eb023-97a2-4fb9-a370-707e6a9bfab0,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:26.626165 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53428) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:27.192479 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:27.319199 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519691'] for router_interface (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:27.668540 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] Deleting port e0fd5504-469d-402c-b400-a2a496e719c4 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:27.669183 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:27.785153 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] For port e0fd5504-469d-402c-b400-a2a496e719c4, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=e0fd5504-469d-402c-b400-a2a496e719c4,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:27.785953 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:27.812614 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] Calling delete_port for e0fd5504-469d-402c-b400-a2a496e719c4 owned by network:router_interface {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:28.043788 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:28.186058 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (e0fd5504-469d-402c-b400-a2a496e719c4), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:28.236033 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fd5504-469d-402c-b400-a2a496e719c4,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:28.442518 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53482) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:28.668174 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:28.704855 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519611'] for router_interface (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:28.771395 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4fcbfda2-1184-41fc-876f-e7db65626a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:28.963290 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7dff-40cb-4daa-a76c-1a2e92c766e6 req-ec13313a-7ab3-47e4-90de-91ff6c41fa44 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:28.966029 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0bab7dff-40cb-4daa-a76c-1a2e92c766e6 req-ec13313a-7ab3-47e4-90de-91ff6c41fa44 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 946 time: 0.1192822 Aug 30 04:37:29.072754 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4fcbfda2-1184-41fc-876f-e7db65626a75 admin admin] Publish callbacks [] for security_group (4ff8c063-c6db-4be4-9ebb-a97fba163dab), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:29.093924 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4fcbfda2-1184-41fc-876f-e7db65626a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4ff8c063-c6db-4be4-9ebb-a97fba163dab), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:29.129116 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] Router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:29.137537 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0bab7dff-40cb-4daa-a76c-1a2e92c766e6 req-a48968bb-dad5-4972-b907-48710769aef4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570432 Aug 30 04:37:29.196747 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-4fcbfda2-1184-41fc-876f-e7db65626a75 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=7c4dddf37fcf4da19cfed86932e8383a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7524538 Aug 30 04:37:29.200584 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53498) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:29.214368 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbfda2-1184-41fc-876f-e7db65626a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff8c063-c6db-4be4-9ebb-a97fba163dab,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:29.274739 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ba55356f-4ddf-4bf7-98ed-9bbc35ec9bea admin admin] Publish callbacks [] for security_group (4ff8c063-c6db-4be4-9ebb-a97fba163dab), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:29.306731 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ba55356f-4ddf-4bf7-98ed-9bbc35ec9bea admin admin] Publish callbacks [] for security_group (4ff8c063-c6db-4be4-9ebb-a97fba163dab), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:29.335806 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:29.348089 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-4f7d0a27-0bef-4d65-8f58-de26d19b4541 admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7201805 Aug 30 04:37:29.348928 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e118f-521a-4c21-b968-c493ed0c0e08 None None] Sync routers for ids ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:29.350229 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53500) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:29.404334 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e118f-521a-4c21-b968-c493ed0c0e08 None None] Routers {'161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:29.405351 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-cb5e118f-521a-4c21-b968-c493ed0c0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:29.408225 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ba55356f-4ddf-4bf7-98ed-9bbc35ec9bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4ff8c063-c6db-4be4-9ebb-a97fba163dab), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:29.415959 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ba55356f-4ddf-4bf7-98ed-9bbc35ec9bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:29.418694 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-ba55356f-4ddf-4bf7-98ed-9bbc35ec9bea admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/4ff8c063-c6db-4be4-9ebb-a97fba163dab HTTP/1.1" status: 204 len: 168 time: 0.2171156 Aug 30 04:37:29.430234 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55356f-4ddf-4bf7-98ed-9bbc35ec9bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff8c063-c6db-4be4-9ebb-a97fba163dab,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:29.533098 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Publish callbacks [] for router (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:29.576970 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53506) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:29.711350 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-cb5e118f-521a-4c21-b968-c493ed0c0e08 None None] Set router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:30.057309 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0a8252e8-04cf-4e66-98b2-f0ea1b455919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.066099 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Publish callbacks [] for router_gateway (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.072789 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53512) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:30.105252 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2fc826f0-0caf-444f-9393-2f7fb06f5b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.115608 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-cb5e118f-521a-4c21-b968-c493ed0c0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67'}], 'enable_snat': True}, 'gw_port_id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:37:28Z', 'revision_number': 5, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port': {'id': '0faca8c1-a2dc-40df-9caf-bed9bcdb65e4', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:18Z', 'updated_at': '2022-08-30T04:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:30.131336 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Deleting port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:30.133351 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.170715 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e118f-521a-4c21-b968-c493ed0c0e08 None None] Checking router: 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:30.190904 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e118f-521a-4c21-b968-c493ed0c0e08 None None] Routers {'161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:30.192010 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-cb5e118f-521a-4c21-b968-c493ed0c0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:30.235800 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:30.260665 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:DELETE=5,neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:30.265449 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] For port 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=0faca8c1-a2dc-40df-9caf-bed9bcdb65e4,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:30.265872 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.275408 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0a8252e8-04cf-4e66-98b2-f0ea1b455919 admin admin] Publish callbacks [] for security_group (636ab15c-83ce-4ba0-b385-d32e283bc76a), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.288376 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Calling delete_port for 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 owned by network:router_gateway {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:30.291967 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0a8252e8-04cf-4e66-98b2-f0ea1b455919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (636ab15c-83ce-4ba0-b385-d32e283bc76a), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.330807 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8252e8-04cf-4e66-98b2-f0ea1b455919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636ab15c-83ce-4ba0-b385-d32e283bc76a,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:30.335888 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2fc826f0-0caf-444f-9393-2f7fb06f5b7d admin admin] Publish callbacks [] for security_group (bad2887e-165d-4666-9068-115cb49782b0), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.349610 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2fc826f0-0caf-444f-9393-2f7fb06f5b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (bad2887e-165d-4666-9068-115cb49782b0), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.396739 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-0a8252e8-04cf-4e66-98b2-f0ea1b455919 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=c6936c9400104c758d3f7e93ce7e7745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8181758 Aug 30 04:37:30.398428 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-cb5e118f-521a-4c21-b968-c493ed0c0e08 None None] Set router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:30.406789 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53516) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:30.409334 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:30.410224 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:30.427055 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-2fc826f0-0caf-444f-9393-2f7fb06f5b7d admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=02298996a68f4c5f80a8de2686fd092e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486407 Aug 30 04:37:30.434970 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53520) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:30.437875 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc826f0-0caf-444f-9393-2f7fb06f5b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad2887e-165d-4666-9068-115cb49782b0,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:30.513024 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-cb5e118f-521a-4c21-b968-c493ed0c0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:37:30Z', 'revision_number': 6, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port_host': None}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:30.519107 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:30.535548 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-876aee18-2fa2-4d0f-9bc7-e8bb7f6601ec tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:30.537359 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-876aee18-2fa2-4d0f-9bc7-e8bb7f6601ec tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 946 time: 0.1259072 Aug 30 04:37:30.543501 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9573-01c0-4300-b7b3-f9838a57102e admin admin] Publish callbacks [] for security_group (bad2887e-165d-4666-9068-115cb49782b0), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.563057 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227b206-c694-4478-8b12-18e3c13455ea req-e0c3fb1c-7e45-4d43-b792-86b08fc519ea tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:30.564305 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-530c71a2-96e2-4c38-85f4-75fe7dbac4df admin admin] Publish callbacks [] for security_group (636ab15c-83ce-4ba0-b385-d32e283bc76a), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.571243 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e118f-521a-4c21-b968-c493ed0c0e08 None None] The sync data for ids ['161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8'] in dv-cinder-854265-2-smb is: [{'id': '161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8', 'name': 'tempest-TestShelveInstance-292731521-router', 'tenant_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:17Z', 'updated_at': '2022-08-30T04:37:30Z', 'revision_number': 6, 'project_id': 'a89458e4a02d40e4abfd8457f31cc0a4', 'gw_port_host': None}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:30.571822 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8227b206-c694-4478-8b12-18e3c13455ea req-e0c3fb1c-7e45-4d43-b792-86b08fc519ea tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 946 time: 0.1589231 Aug 30 04:37:30.604943 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-530c71a2-96e2-4c38-85f4-75fe7dbac4df admin admin] Publish callbacks [] for security_group (636ab15c-83ce-4ba0-b385-d32e283bc76a), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.609655 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9573-01c0-4300-b7b3-f9838a57102e admin admin] Publish callbacks [] for security_group (bad2887e-165d-4666-9068-115cb49782b0), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.716806 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9573-01c0-4300-b7b3-f9838a57102e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (bad2887e-165d-4666-9068-115cb49782b0), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.719735 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9573-01c0-4300-b7b3-f9838a57102e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.721111 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-6bfb9573-01c0-4300-b7b3-f9838a57102e admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/bad2887e-165d-4666-9068-115cb49782b0 HTTP/1.1" status: 204 len: 168 time: 0.2844253 Aug 30 04:37:30.734652 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-530c71a2-96e2-4c38-85f4-75fe7dbac4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (636ab15c-83ce-4ba0-b385-d32e283bc76a), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.737739 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-530c71a2-96e2-4c38-85f4-75fe7dbac4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.739090 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-530c71a2-96e2-4c38-85f4-75fe7dbac4df admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/636ab15c-83ce-4ba0-b385-d32e283bc76a HTTP/1.1" status: 204 len: 168 time: 0.3297873 Aug 30 04:37:30.740488 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb9573-01c0-4300-b7b3-f9838a57102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad2887e-165d-4666-9068-115cb49782b0,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:30.792110 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c71a2-96e2-4c38-85f4-75fe7dbac4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636ab15c-83ce-4ba0-b385-d32e283bc76a,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:30.893828 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8227b206-c694-4478-8b12-18e3c13455ea req-2307c5b2-bfb3-4927-9360-fe068e6062eb tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=8878ce9a-2b59-4ca8-abe4-8ef9318bee67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196332 Aug 30 04:37:30.902302 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (0faca8c1-a2dc-40df-9caf-bed9bcdb65e4), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.920533 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Deleting port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:30.921044 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.018912 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0faca8c1-a2dc-40df-9caf-bed9bcdb65e4,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:31.153429 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520776'] for router_gateway (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.157889 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] For port 8f9dcf42-2c92-4dfb-86be-a86c9029c626, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8f9dcf42-2c92-4dfb-86be-a86c9029c626,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:31.158274 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.311215 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10061'] for router (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.318750 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Publish callbacks [] for router_controller (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.418670 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519622'] for router (161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.419651 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 {{(pid=106395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:37:31.425650 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.427656 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-68ecd3ac-1c9f-48d5-9110-0cb3827386e6 admin admin] 10.222.0.91 "DELETE /networking/v2.0/routers/161c47b9-f3a3-4e55-9bf7-f42d1d50d6b8 HTTP/1.1" status: 204 len: 168 time: 2.0770144 Aug 30 04:37:31.431590 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53536) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:31.546517 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee2ebcc-a0b1-4e79-818f-923c06e4ff3d admin admin] Deleting subnet 63018c76-167c-41e0-bb8a-f3e744a64072 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:37:31.554621 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ebcc-a0b1-4e79-818f-923c06e4ff3d admin admin] Publish callbacks [] for subnet (63018c76-167c-41e0-bb8a-f3e744a64072), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.594244 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.594973 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-520715'] for floatingip (e9f9611e-6fe2-4c73-a867-a16d0d2751cb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.595618 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.l3_db [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Floating IP e9f9611e-6fe2-4c73-a867-a16d0d2751cb disassociated. External IP: 172.28.3.248, port: 8f9dcf42-2c92-4dfb-86be-a86c9029c626. Aug 30 04:37:31.596505 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Calling delete_port for 8f9dcf42-2c92-4dfb-86be-a86c9029c626 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:31.639513 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ebcc-a0b1-4e79-818f-923c06e4ff3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805530'] for subnet (63018c76-167c-41e0-bb8a-f3e744a64072), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.684984 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device e0fd5504-469d-402c-b400-a2a496e719c4 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:31.701502 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53540) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:31.714706 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: e0fd5504-469d-402c-b400-a2a496e719c4 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:31.715201 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device e0fd5504-469d-402c-b400-a2a496e719c4 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:31.716236 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:31.735003 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ee34-651b-4c9f-8480-23ad66c920f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.747083 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:31.747490 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 0faca8c1-a2dc-40df-9caf-bed9bcdb65e4 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:31.779236 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:31.799351 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:31.876742 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ebcc-a0b1-4e79-818f-923c06e4ff3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (63018c76-167c-41e0-bb8a-f3e744a64072), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.930453 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ee34-651b-4c9f-8480-23ad66c920f8 admin admin] Publish callbacks [] for security_group (c3b3a189-8bca-42b2-86f7-f3fc5d95c3a6), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:31.938450 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ee34-651b-4c9f-8480-23ad66c920f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (c3b3a189-8bca-42b2-86f7-f3fc5d95c3a6), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.028562 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (8f9dcf42-2c92-4dfb-86be-a86c9029c626), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.033202 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-0cd2ee34-651b-4c9f-8480-23ad66c920f8 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=8142e53dba514e679ad6e1032cd9291f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293262 Aug 30 04:37:32.036817 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53550) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:32.057922 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2ee34-651b-4c9f-8480-23ad66c920f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b3a189-8bca-42b2-86f7-f3fc5d95c3a6,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:32.101537 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event deleted for resources: {'Port': ['ID=8f9dcf42-2c92-4dfb-86be-a86c9029c626,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:32.133078 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ebcc-a0b1-4e79-818f-923c06e4ff3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13739614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170066'] for subnet (63018c76-167c-41e0-bb8a-f3e744a64072), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.173942 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-2d2c6493-471e-40a3-abbd-a612310ca8d3 req-f6023fc0-7f44-4177-985e-8e830a1517b8 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 210 time: 0.1184864 Aug 30 04:37:32.252675 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cde3d4e9-cc31-46d4-945f-33a49f6b9a39 admin admin] Publish callbacks [] for security_group (c3b3a189-8bca-42b2-86f7-f3fc5d95c3a6), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.260096 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2ebcc-a0b1-4e79-818f-923c06e4ff3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63018c76-167c-41e0-bb8a-f3e744a64072,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:32.281149 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ebcc-a0b1-4e79-818f-923c06e4ff3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.290104 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d5f3ad-0b46-4230-b6d3-8d46af59a232 None None] Network e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:37:32.292000 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-4ee2ebcc-a0b1-4e79-818f-923c06e4ff3d admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/63018c76-167c-41e0-bb8a-f3e744a64072 HTTP/1.1" status: 204 len: 168 time: 0.8585660 Aug 30 04:37:32.293522 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53554) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:32.324577 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cde3d4e9-cc31-46d4-945f-33a49f6b9a39 admin admin] Publish callbacks [] for security_group (c3b3a189-8bca-42b2-86f7-f3fc5d95c3a6), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.460438 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cde3d4e9-cc31-46d4-945f-33a49f6b9a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (c3b3a189-8bca-42b2-86f7-f3fc5d95c3a6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.465572 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cde3d4e9-cc31-46d4-945f-33a49f6b9a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.468859 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-cde3d4e9-cc31-46d4-945f-33a49f6b9a39 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/c3b3a189-8bca-42b2-86f7-f3fc5d95c3a6 HTTP/1.1" status: 204 len: 168 time: 0.4277222 Aug 30 04:37:32.516039 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.525615 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3d4e9-cc31-46d4-945f-33a49f6b9a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b3a189-8bca-42b2-86f7-f3fc5d95c3a6,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:32.538692 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Router b89979e4-e688-49a8-b2eb-06d6aad97fe6 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:32.642420 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd13c0a4-fb24-4c11-ac02-68ddd2a85b2d None None] DHCP port deletion for e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 request from dv-cinder-854265-2-smb {{(pid=106397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:37:32.742337 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-fd13c0a4-fb24-4c11-ac02-68ddd2a85b2d None None] Deleting port 6485f752-88b0-447e-8b65-6ce4f1c487f4 {{(pid=106397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:32.744408 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-fd13c0a4-fb24-4c11-ac02-68ddd2a85b2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), before_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.765389 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Deleting port 6485f752-88b0-447e-8b65-6ce4f1c487f4 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:32.766274 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.981492 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-fd13c0a4-fb24-4c11-ac02-68ddd2a85b2d None None] For port 6485f752-88b0-447e-8b65-6ce4f1c487f4, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=6485f752-88b0-447e-8b65-6ce4f1c487f4,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:32.982660 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-fd13c0a4-fb24-4c11-ac02-68ddd2a85b2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), precommit_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.003394 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-fd13c0a4-fb24-4c11-ac02-68ddd2a85b2d None None] Calling delete_port for 6485f752-88b0-447e-8b65-6ce4f1c487f4 owned by network:dhcp {{(pid=106397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:33.009941 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:33.013349 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] For port 6485f752-88b0-447e-8b65-6ce4f1c487f4, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=6485f752-88b0-447e-8b65-6ce4f1c487f4,segment=NetworkSegment(6509e26f-e0ae-4d96-b856-25a257dc8bf3),segment_id=6509e26f-e0ae-4d96-b856-25a257dc8bf3)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:33.014089 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.036495 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:33.051761 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c76b1e-6557-41f8-a590-f362ccd2402a None None] Sync routers for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:33.080470 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c76b1e-6557-41f8-a590-f362ccd2402a None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:33.081438 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c2c76b1e-6557-41f8-a590-f362ccd2402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:33.101833 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Calling delete_port for 6485f752-88b0-447e-8b65-6ce4f1c487f4 owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:33.159191 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] No DVR routers for this DVR port 8f9dcf42-2c92-4dfb-86be-a86c9029c626 on host hv-cinder-85426 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:33.164647 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.170209 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-f0f987c0-9d9f-43f4-b4a7-65e0250de95d req-f44e3efc-7f13-4481-be5b-5452db6a6fdc tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.83 "DELETE /networking/v2.0/ports/8f9dcf42-2c92-4dfb-86be-a86c9029c626 HTTP/1.1" status: 204 len: 173 time: 2.6258724 Aug 30 04:37:33.195970 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'name': 'network-vif-deleted', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:33.206590 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e2aba8-7c6b-48b0-8012-5550af6c6bd4" -d '{"events": [{"server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "name": "network-vif-deleted", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:33.227784 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-c2c76b1e-6557-41f8-a590-f362ccd2402a None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:33.247686 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-fd13c0a4-fb24-4c11-ac02-68ddd2a85b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), after_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.374793 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd13c0a4-fb24-4c11-ac02-68ddd2a85b2d None None] No DVR routers for this DVR port 6485f752-88b0-447e-8b65-6ce4f1c487f4 on host dv-cinder-854265-2-smb {{(pid=106397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:33.387901 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13c0a4-fb24-4c11-ac02-68ddd2a85b2d None None] Pushing event deleted for resources: {'Port': ['ID=6485f752-88b0-447e-8b65-6ce4f1c487f4,revision_number=None']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:33.411332 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62b9e53-5790-4245-a50e-ee27f956d881 x-openstack-request-id: req-f62b9e53-5790-4245-a50e-ee27f956d881 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:33.411729 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ff6f54-9208-47dc-a7d6-8bbd2f361078", "name": "network-vif-deleted", "tag": "8f9dcf42-2c92-4dfb-86be-a86c9029c626", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:33.418770 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f62b9e53-5790-4245-a50e-ee27f956d881 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:33.418770 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62b9e53-5790-4245-a50e-ee27f956d881'] response: {'server_uuid': '52ff6f54-9208-47dc-a7d6-8bbd2f361078', 'name': 'network-vif-deleted', 'tag': '8f9dcf42-2c92-4dfb-86be-a86c9029c626', 'status': 'completed', 'code': 200} Aug 30 04:37:33.421275 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:33.456296 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-b05e90ee-f53f-4751-991e-a32d4d292781 req-f57e0d38-bc8b-4d68-bd3e-2f24ae3712a4 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=52ff6f54-9208-47dc-a7d6-8bbd2f361078 HTTP/1.1" status: 200 len: 210 time: 0.0472667 Aug 30 04:37:33.480850 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (6485f752-88b0-447e-8b65-6ce4f1c487f4), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.543746 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] No DVR routers for this DVR port 6485f752-88b0-447e-8b65-6ce4f1c487f4 on host dv-cinder-854265-2-smb {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:33.546254 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=6485f752-88b0-447e-8b65-6ce4f1c487f4,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:33.626570 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:33.668824 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6485f752-88b0-447e-8b65-6ce4f1c487f4 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:33.719774 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.727696 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:33.804680 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8f9dcf42-2c92-4dfb-86be-a86c9029c626 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:33.812956 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 6485f752-88b0-447e-8b65-6ce4f1c487f4 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:33.813551 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 6485f752-88b0-447e-8b65-6ce4f1c487f4 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:33.836060 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c2c76b1e-6557-41f8-a590-f362ccd2402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:33.850341 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:33.853998 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 8f9dcf42-2c92-4dfb-86be-a86c9029c626 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:33.854274 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 8f9dcf42-2c92-4dfb-86be-a86c9029c626 not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:33.875265 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6509e26f-e0ae-4d96-b856-25a257dc8bf3') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:33.876731 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6509e26f-e0ae-4d96-b856-25a257dc8bf3') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:33.893426 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c76b1e-6557-41f8-a590-f362ccd2402a None None] Checking router: b89979e4-e688-49a8-b2eb-06d6aad97fe6 for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:33.913415 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805521'] for segment (6509e26f-e0ae-4d96-b856-25a257dc8bf3), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.923551 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c76b1e-6557-41f8-a590-f362ccd2402a None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:33.924907 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c2c76b1e-6557-41f8-a590-f362ccd2402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:33.957158 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (6509e26f-e0ae-4d96-b856-25a257dc8bf3), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.979089 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:37:33.979089 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13740792'] for segment (6509e26f-e0ae-4d96-b856-25a257dc8bf3), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.079464 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 6509e26f-e0ae-4d96-b856-25a257dc8bf3 resource provider aggregate not found Aug 30 04:37:34.090472 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-c2c76b1e-6557-41f8-a590-f362ccd2402a None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:34.114269 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 6509e26f-e0ae-4d96-b856-25a257dc8bf3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6509e26f-e0ae-4d96-b856-25a257dc8bf3 found for delete ", "request_id": "req-fa8f495a-6d10-4cb2-bd18-ba99f5082fc9"}]} Aug 30 04:37:34.129864 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.144967 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.159298 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26 HTTP/1.1" status: 204 len: 168 time: 1.8581953 Aug 30 04:37:34.159894 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53596) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:34.196549 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5def07-3276-444b-adb0-8b6d0e933e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ff8043-5e4a-4e3a-9a47-b3edb69e1f26,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:34.245283 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:34.286060 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:34.489675 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-c2c76b1e-6557-41f8-a590-f362ccd2402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:34.582431 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=100 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:34.586262 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53610) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:34.591871 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c76b1e-6557-41f8-a590-f362ccd2402a None None] The sync data for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb is: [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:29:32Z', 'revision_number': 4, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb', '_interfaces': [{'id': '8e1959df-a9a1-418c-9c91-10058042e0e0', 'name': '', 'network_id': '169fc8b2-576f-4c43-9cb7-2141fd9da0f6', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'mac_address': 'fa:16:3e:3c:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:30Z', 'updated_at': '2022-08-30T04:29:56Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'subnets': [{'id': 'e8040f9f-724c-4f21-a271-153dcdd61132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:34.728214 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-65fdd297-f14c-4faf-bd67-2070deb2765b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (8878ce9a-2b59-4ca8-abe4-8ef9318bee67), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.737135 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519691'] for router_interface (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.787181 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-65fdd297-f14c-4faf-bd67-2070deb2765b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (8878ce9a-2b59-4ca8-abe4-8ef9318bee67), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.896132 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-65fdd297-f14c-4faf-bd67-2070deb2765b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8878ce9a-2b59-4ca8-abe4-8ef9318bee67), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.914344 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-65fdd297-f14c-4faf-bd67-2070deb2765b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.917472 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-65fdd297-f14c-4faf-bd67-2070deb2765b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "DELETE /networking/v2.0/security-groups/8878ce9a-2b59-4ca8-abe4-8ef9318bee67 HTTP/1.1" status: 204 len: 168 time: 0.3295124 Aug 30 04:37:34.924360 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53622) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:34.929673 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdd297-f14c-4faf-bd67-2070deb2765b tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8878ce9a-2b59-4ca8-abe4-8ef9318bee67,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:34.951606 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.api.v2.resource [None req-ddf497e0-1108-409b-a79e-b0ee8fb5e765 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] show failed (client error): The resource could not be found. Aug 30 04:37:34.971220 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53624) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:34.971535 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-ddf497e0-1108-409b-a79e-b0ee8fb5e765 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "GET /networking/v2.0/security-groups/8878ce9a-2b59-4ca8-abe4-8ef9318bee67 HTTP/1.1" status: 404 len: 347 time: 0.0304580 Aug 30 04:37:35.066248 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9794419-c372-4c49-a62f-b354e04f395c None None] New status for floating IP e9f9611e-6fe2-4c73-a867-a16d0d2751cb: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:37:35.166600 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-1a324ed4-1a6a-4685-8cd6-80624cb6f480 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Deleting port 72a21a3c-fac4-4180-af62-1bfc7b35ae22 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:35.167254 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1a324ed4-1a6a-4685-8cd6-80624cb6f480 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (72a21a3c-fac4-4180-af62-1bfc7b35ae22), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.268835 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] Deleting port 805c0978-1770-4369-ae97-9b31071fd398 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:35.269083 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (805c0978-1770-4369-ae97-9b31071fd398), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.395215 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1a324ed4-1a6a-4685-8cd6-80624cb6f480 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (72a21a3c-fac4-4180-af62-1bfc7b35ae22), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.395677 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1a324ed4-1a6a-4685-8cd6-80624cb6f480 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (72a21a3c-fac4-4180-af62-1bfc7b35ae22), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.429378 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] For port 805c0978-1770-4369-ae97-9b31071fd398, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=805c0978-1770-4369-ae97-9b31071fd398,segment=NetworkSegment(6de3aa4d-7f0f-4f3c-9af7-1f705e795dee),segment_id=6de3aa4d-7f0f-4f3c-9af7-1f705e795dee)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:35.429877 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (805c0978-1770-4369-ae97-9b31071fd398), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.444565 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-1a324ed4-1a6a-4685-8cd6-80624cb6f480 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Calling delete_port for 72a21a3c-fac4-4180-af62-1bfc7b35ae22 owned by network:floatingip {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:35.447807 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] Calling delete_port for 805c0978-1770-4369-ae97-9b31071fd398 owned by network:router_interface {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:35.728317 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:35.741759 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1a324ed4-1a6a-4685-8cd6-80624cb6f480 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (72a21a3c-fac4-4180-af62-1bfc7b35ae22), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.790094 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a324ed4-1a6a-4685-8cd6-80624cb6f480 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Pushing event deleted for resources: {'Port': ['ID=72a21a3c-fac4-4180-af62-1bfc7b35ae22,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:35.835359 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (805c0978-1770-4369-ae97-9b31071fd398), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.910404 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1a324ed4-1a6a-4685-8cd6-80624cb6f480 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks [] for floatingip (e9f9611e-6fe2-4c73-a867-a16d0d2751cb), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.914930 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1a324ed4-1a6a-4685-8cd6-80624cb6f480 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.915295 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] Pushing event deleted for resources: {'Port': ['ID=805c0978-1770-4369-ae97-9b31071fd398,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:35.916390 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-1a324ed4-1a6a-4685-8cd6-80624cb6f480 tempest-AttachVolumeShelveTestJSON-205971656 tempest-AttachVolumeShelveTestJSON-205971656-project] 10.222.0.91 "DELETE /networking/v2.0/floatingips/e9f9611e-6fe2-4c73-a867-a16d0d2751cb HTTP/1.1" status: 204 len: 168 time: 0.9594936 Aug 30 04:37:36.079516 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:36.202357 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519611'] for router_interface (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:36.680200 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] Router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:36.851092 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:36.856761 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-18815cd2-78c7-4a44-9442-5f4276808903 admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/a49049a0-2e16-4046-8b0c-32e6e3cf5d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6955085 Aug 30 04:37:36.861342 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53660) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:36.870733 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57e99e-4361-4d55-bc00-bc21caf1a2f1 None None] Sync routers for ids ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'] in dv-cinder-854265-2-smb {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:36.885062 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57e99e-4361-4d55-bc00-bc21caf1a2f1 None None] Routers {'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:36.885573 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-ec57e99e-4361-4d55-bc00-bc21caf1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:37.000394 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Publish callbacks [] for router (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.002785 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:37.021019 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-ec57e99e-4361-4d55-bc00-bc21caf1a2f1 None None] Set router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b gateway port host: dv-cinder-854265-2-smb {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:37.119889 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Publish callbacks [] for router_gateway (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.123029 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:37.178913 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Deleting port 5d99c072-2b84-4689-a741-d8546870fa74 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:37.179203 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (5d99c072-2b84-4689-a741-d8546870fa74), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.286972 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] For port 5d99c072-2b84-4689-a741-d8546870fa74, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=5d99c072-2b84-4689-a741-d8546870fa74,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:37.287548 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (5d99c072-2b84-4689-a741-d8546870fa74), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.310446 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Calling delete_port for 5d99c072-2b84-4689-a741-d8546870fa74 owned by network:router_gateway {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:37.320499 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-ec57e99e-4361-4d55-bc00-bc21caf1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'name': 'tempest-TestShelveInstance-1810254472-router', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '5d99c072-2b84-4689-a741-d8546870fa74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:37:35Z', 'revision_number': 5, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'gw_port': {'id': '5d99c072-2b84-4689-a741-d8546870fa74', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:31:32Z', 'updated_at': '2022-08-30T04:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:37.349511 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57e99e-4361-4d55-bc00-bc21caf1a2f1 None None] Checking router: a49049a0-2e16-4046-8b0c-32e6e3cf5d3b for host: dv-cinder-854265-2-smb {{(pid=106398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:37.365073 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57e99e-4361-4d55-bc00-bc21caf1a2f1 None None] Routers {'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:37.366237 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-ec57e99e-4361-4d55-bc00-bc21caf1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:11Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'], 'active': True} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:37.502310 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_dvr_db [None req-ec57e99e-4361-4d55-bc00-bc21caf1a2f1 None None] Set router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b gateway port host: None {{(pid=106398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:37.663235 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.l3_hamode_db [None req-ec57e99e-4361-4d55-bc00-bc21caf1a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'name': 'tempest-TestShelveInstance-1810254472-router', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:37:37Z', 'revision_number': 6, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'gw_port_host': None}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:37.680136 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (5d99c072-2b84-4689-a741-d8546870fa74), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.714421 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57e99e-4361-4d55-bc00-bc21caf1a2f1 None None] The sync data for ids ['a49049a0-2e16-4046-8b0c-32e6e3cf5d3b'] in dv-cinder-854265-2-smb is: [{'id': 'a49049a0-2e16-4046-8b0c-32e6e3cf5d3b', 'name': 'tempest-TestShelveInstance-1810254472-router', 'tenant_id': 'e657afcad0214c4d8403a0b81dde2e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:31:30Z', 'updated_at': '2022-08-30T04:37:37Z', 'revision_number': 6, 'project_id': 'e657afcad0214c4d8403a0b81dde2e95', 'gw_port_host': None}] {{(pid=106398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:37.724947 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d99c072-2b84-4689-a741-d8546870fa74,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:37.856987 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520776'] for router_gateway (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.894685 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.969623 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-875c7352-dc5d-4ed1-b663-aa444a3cb088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.035687 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10061'] for router (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.040227 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Publish callbacks [] for router_controller (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.111644 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519622'] for router (a49049a0-2e16-4046-8b0c-32e6e3cf5d3b), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.112352 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a49049a0-2e16-4046-8b0c-32e6e3cf5d3b {{(pid=106395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:37:38.119228 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.120965 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-6ea05dad-1906-40b7-a2b7-73f9099e330e admin admin] 10.222.0.91 "DELETE /networking/v2.0/routers/a49049a0-2e16-4046-8b0c-32e6e3cf5d3b HTTP/1.1" status: 204 len: 168 time: 1.2592425 Aug 30 04:37:38.123757 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53692) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:38.219444 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-77db5b5c-c523-43b4-afcd-46cb24c9723b admin admin] Deleting subnet 78f2c860-6a17-434c-be1c-9f3890b1d289 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:37:38.228316 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-77db5b5c-c523-43b4-afcd-46cb24c9723b admin admin] Publish callbacks [] for subnet (78f2c860-6a17-434c-be1c-9f3890b1d289), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.276870 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-77db5b5c-c523-43b4-afcd-46cb24c9723b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805530'] for subnet (78f2c860-6a17-434c-be1c-9f3890b1d289), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.383723 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-77db5b5c-c523-43b4-afcd-46cb24c9723b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (78f2c860-6a17-434c-be1c-9f3890b1d289), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.457512 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-77db5b5c-c523-43b4-afcd-46cb24c9723b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13739614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170066'] for subnet (78f2c860-6a17-434c-be1c-9f3890b1d289), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.463124 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:38.491667 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db5b5c-c523-43b4-afcd-46cb24c9723b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f2c860-6a17-434c-be1c-9f3890b1d289,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:38.496455 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-77db5b5c-c523-43b4-afcd-46cb24c9723b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.499706 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-77db5b5c-c523-43b4-afcd-46cb24c9723b admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/78f2c860-6a17-434c-be1c-9f3890b1d289 HTTP/1.1" status: 204 len: 168 time: 0.3742163 Aug 30 04:37:38.503042 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53694) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:38.515153 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04322905-67ad-4a7f-92e5-96e5da388d01 None None] Network ba80e613-ae21-46b6-aead-28b736c91181 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:37:38.636045 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (ba80e613-ae21-46b6-aead-28b736c91181), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.730610 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Deleting port fee2f49b-b658-41fe-a2a0-061104c5a851 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:38.731117 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.877363 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] For port fee2f49b-b658-41fe-a2a0-061104c5a851, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=fee2f49b-b658-41fe-a2a0-061104c5a851,segment=NetworkSegment(6de3aa4d-7f0f-4f3c-9af7-1f705e795dee),segment_id=6de3aa4d-7f0f-4f3c-9af7-1f705e795dee)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:38.877861 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.897639 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] DHCP port deletion for ba80e613-ae21-46b6-aead-28b736c91181 request from dv-cinder-854265-2-smb {{(pid=106397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:37:38.906356 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Calling delete_port for fee2f49b-b658-41fe-a2a0-061104c5a851 owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:39.044751 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Deleting port fee2f49b-b658-41fe-a2a0-061104c5a851 {{(pid=106397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:39.045434 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), before_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.110240 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53716) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:39.140189 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.221007 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] For port fee2f49b-b658-41fe-a2a0-061104c5a851, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=fee2f49b-b658-41fe-a2a0-061104c5a851,segment=NetworkSegment(6de3aa4d-7f0f-4f3c-9af7-1f705e795dee),segment_id=6de3aa4d-7f0f-4f3c-9af7-1f705e795dee)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:39.222446 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), precommit_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.225956 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee2f49b-b658-41fe-a2a0-061104c5a851,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:39.243719 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] No DVR routers for this DVR port fee2f49b-b658-41fe-a2a0-061104c5a851 on host dv-cinder-854265-2-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:39.264549 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Calling delete_port for fee2f49b-b658-41fe-a2a0-061104c5a851 owned by network:dhcp {{(pid=106397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:39.433949 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (ba80e613-ae21-46b6-aead-28b736c91181), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.475439 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:39.492893 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba80e613-ae21-46b6-aead-28b736c91181']}} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:39.514395 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de3aa4d-7f0f-4f3c-9af7-1f705e795dee') {'for_net_delete': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:39.516467 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de3aa4d-7f0f-4f3c-9af7-1f705e795dee') {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:39.543189 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:39.550282 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15464329'] for segment (6de3aa4d-7f0f-4f3c-9af7-1f705e795dee), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.596294 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (6de3aa4d-7f0f-4f3c-9af7-1f705e795dee), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.610863 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=106396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:37:39.611852 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15457351'] for segment (6de3aa4d-7f0f-4f3c-9af7-1f705e795dee), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.887345 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 6de3aa4d-7f0f-4f3c-9af7-1f705e795dee resource provider aggregate not found Aug 30 04:37:39.910648 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (ba80e613-ae21-46b6-aead-28b736c91181), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.920169 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.930568 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/ba80e613-ae21-46b6-aead-28b736c91181 HTTP/1.1" status: 204 len: 168 time: 1.4258580 Aug 30 04:37:39.960794 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 6de3aa4d-7f0f-4f3c-9af7-1f705e795dee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6de3aa4d-7f0f-4f3c-9af7-1f705e795dee found for delete ", "request_id": "req-5b362a98-53e4-4ec6-a6bb-322de231f39a"}]} Aug 30 04:37:39.991502 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b914ae-b5ee-411a-b048-9fbe16b25b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba80e613-ae21-46b6-aead-28b736c91181,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:40.067743 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device fee2f49b-b658-41fe-a2a0-061104c5a851 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:40.083812 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (fee2f49b-b658-41fe-a2a0-061104c5a851), after_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:40.132733 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:40.135259 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Network ba80e613-ae21-46b6-aead-28b736c91181 is not hosted by any dhcp agent {{(pid=106397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 04:37:40.136450 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] No DVR routers for this DVR port fee2f49b-b658-41fe-a2a0-061104c5a851 on host dv-cinder-854265-2-smb {{(pid=106397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:40.153928 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: fee2f49b-b658-41fe-a2a0-061104c5a851 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:40.154604 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device fee2f49b-b658-41fe-a2a0-061104c5a851 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:40.155365 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 5d99c072-2b84-4689-a741-d8546870fa74 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:40.194480 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53736) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:40.232905 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Pushing event deleted for resources: {'Port': ['ID=fee2f49b-b658-41fe-a2a0-061104c5a851,revision_number=None']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:40.251021 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b060f2fa-32e5-4bbb-bb3e-e94299d1c31c admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=a89458e4a02d40e4abfd8457f31cc0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547276 Aug 30 04:37:40.251590 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53738) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:40.259620 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 5d99c072-2b84-4689-a741-d8546870fa74 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:40.264139 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 5d99c072-2b84-4689-a741-d8546870fa74 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:40.264139 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 805c0978-1770-4369-ae97-9b31071fd398 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:40.267538 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.268168 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.268723 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.269278 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.269839 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.270436 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.271075 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.271669 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.272241 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.272783 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.273580 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.274646 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.275431 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.276000 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.276756 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db24691-a584-4178-94e1-c0d664c7ee39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:40.324504 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:40.326967 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 805c0978-1770-4369-ae97-9b31071fd398 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:40.327519 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 805c0978-1770-4369-ae97-9b31071fd398 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:40.330034 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc52207a-b0d5-4bf2-bfd4-8ebd402461be admin admin] Publish callbacks [] for security_group (9b80f67c-7d5b-4dec-ab43-8681ee81ac09), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:40.366666 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc52207a-b0d5-4bf2-bfd4-8ebd402461be admin admin] Publish callbacks [] for security_group (9b80f67c-7d5b-4dec-ab43-8681ee81ac09), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:40.428857 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc52207a-b0d5-4bf2-bfd4-8ebd402461be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (9b80f67c-7d5b-4dec-ab43-8681ee81ac09), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:40.432137 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bc52207a-b0d5-4bf2-bfd4-8ebd402461be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:40.433686 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-bc52207a-b0d5-4bf2-bfd4-8ebd402461be admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/9b80f67c-7d5b-4dec-ab43-8681ee81ac09 HTTP/1.1" status: 204 len: 168 time: 0.1808913 Aug 30 04:37:40.449120 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52207a-b0d5-4bf2-bfd4-8ebd402461be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b80f67c-7d5b-4dec-ab43-8681ee81ac09,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:40.729468 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519691'] for router_interface (b89979e4-e688-49a8-b2eb-06d6aad97fe6), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:41.096765 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53752) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:41.170311 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] Deleting port 8e1959df-a9a1-418c-9c91-10058042e0e0 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:41.170889 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:41.184532 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-2865f8c1-b30b-493b-adff-491b36c2b87c admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=e657afcad0214c4d8403a0b81dde2e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0859220 Aug 30 04:37:41.187709 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53756) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:41.328598 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cc8fde33-6dc9-4ded-8748-64db2006ddb6 admin admin] Publish callbacks [] for security_group (5c6f1da1-aca0-4828-a9d1-956d7766e9f8), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:41.347574 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] For port 8e1959df-a9a1-418c-9c91-10058042e0e0, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=8e1959df-a9a1-418c-9c91-10058042e0e0,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:41.348291 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:41.370908 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] Calling delete_port for 8e1959df-a9a1-418c-9c91-10058042e0e0 owned by network:router_interface {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:41.375331 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cc8fde33-6dc9-4ded-8748-64db2006ddb6 admin admin] Publish callbacks [] for security_group (5c6f1da1-aca0-4828-a9d1-956d7766e9f8), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:41.461406 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-0ef6051c-5453-4a06-9908-959678a882d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:41.477235 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cc8fde33-6dc9-4ded-8748-64db2006ddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (5c6f1da1-aca0-4828-a9d1-956d7766e9f8), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:41.480474 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cc8fde33-6dc9-4ded-8748-64db2006ddb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:41.485819 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-cc8fde33-6dc9-4ded-8748-64db2006ddb6 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/5c6f1da1-aca0-4828-a9d1-956d7766e9f8 HTTP/1.1" status: 204 len: 168 time: 0.2926879 Aug 30 04:37:41.492699 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fde33-6dc9-4ded-8748-64db2006ddb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6f1da1-aca0-4828-a9d1-956d7766e9f8,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:41.750431 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (8e1959df-a9a1-418c-9c91-10058042e0e0), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:41.774885 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:41.812959 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1959df-a9a1-418c-9c91-10058042e0e0,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:41.919308 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:42.163815 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519611'] for router_interface (b89979e4-e688-49a8-b2eb-06d6aad97fe6), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:42.437301 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] Router b89979e4-e688-49a8-b2eb-06d6aad97fe6 has already been hosted by L3 agent 796abd5a-6d30-475c-ad08-666232ee4254 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:42.576824 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] Notify agent at l3_agent.dv-cinder-854265-2-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:42.585767 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-421b9624-d670-4b78-94ac-b2e1fabdb40c admin admin] 10.222.0.91 "PUT /networking/v2.0/routers/b89979e4-e688-49a8-b2eb-06d6aad97fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4738131 Aug 30 04:37:42.588863 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53792) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:42.589722 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c982bea-d5d7-4db2-8b43-49890d28d70e None None] Sync routers for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:42.613079 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c982bea-d5d7-4db2-8b43-49890d28d70e None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:42.614309 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-6c982bea-d5d7-4db2-8b43-49890d28d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:42.775651 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Publish callbacks [] for router (b89979e4-e688-49a8-b2eb-06d6aad97fe6), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:42.786917 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:42.800719 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-6c982bea-d5d7-4db2-8b43-49890d28d70e None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: dv-cinder-854265-2-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:42.908479 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Publish callbacks [] for router_gateway (b89979e4-e688-49a8-b2eb-06d6aad97fe6), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:43.002068 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Deleting port 76f3bc44-fa23-40ef-8f67-14c13703285f {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:43.002551 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:43.095811 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-6c982bea-d5d7-4db2-8b43-49890d28d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'external_fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156'}], 'enable_snat': True}, 'gw_port_id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:37:41Z', 'revision_number': 5, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port': {'id': '76f3bc44-fa23-40ef-8f67-14c13703285f', 'name': '', 'network_id': '5bb62b4a-ee4e-4a80-b366-eeed205c5932', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'ip_address': '172.28.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:29:21Z', 'updated_at': '2022-08-30T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb7c117b-d914-48fa-86ae-f8dcad6dd40f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-smb'}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:43.126225 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] For port 76f3bc44-fa23-40ef-8f67-14c13703285f, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=76f3bc44-fa23-40ef-8f67-14c13703285f,segment=NetworkSegment(6b302ad0-1967-4222-b68d-e63f1683f634),segment_id=6b302ad0-1967-4222-b68d-e63f1683f634)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:43.126566 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:43.146580 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Calling delete_port for 76f3bc44-fa23-40ef-8f67-14c13703285f owned by network:router_gateway {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:43.158339 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c982bea-d5d7-4db2-8b43-49890d28d70e None None] Checking router: b89979e4-e688-49a8-b2eb-06d6aad97fe6 for host: dv-cinder-854265-2-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:43.168394 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:43.174455 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c982bea-d5d7-4db2-8b43-49890d28d70e None None] Routers {'b89979e4-e688-49a8-b2eb-06d6aad97fe6'} bound to L3 agent in host dv-cinder-854265-2-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:43.175495 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-6c982bea-d5d7-4db2-8b43-49890d28d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-30T04:20:11Z,description=,heartbeat_timestamp=2022-08-30T04:37:41Z,host='dv-cinder-854265-2-smb',id=796abd5a-6d30-475c-ad08-666232ee4254,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:20:11Z,topic='l3_agent')) {'router_ids': ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:43.221660 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:43.363079 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-6c982bea-d5d7-4db2-8b43-49890d28d70e None None] Set router b89979e4-e688-49a8-b2eb-06d6aad97fe6 gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:43.466116 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-6c982bea-d5d7-4db2-8b43-49890d28d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:37:42Z', 'revision_number': 6, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port_host': None}], 'dv-cinder-854265-2-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:43.471839 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (76f3bc44-fa23-40ef-8f67-14c13703285f), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:43.502449 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c982bea-d5d7-4db2-8b43-49890d28d70e None None] The sync data for ids ['b89979e4-e688-49a8-b2eb-06d6aad97fe6'] in dv-cinder-854265-2-smb is: [{'id': 'b89979e4-e688-49a8-b2eb-06d6aad97fe6', 'name': 'tempest-AttachVolumeShelveTestJSON-1809442507-router', 'tenant_id': 'cf24ec2c8bd74974932690a583961691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:29:19Z', 'updated_at': '2022-08-30T04:37:42Z', 'revision_number': 6, 'project_id': 'cf24ec2c8bd74974932690a583961691', 'gw_port_host': None}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:43.508054 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f3bc44-fa23-40ef-8f67-14c13703285f,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:43.633672 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520776'] for router_gateway (b89979e4-e688-49a8-b2eb-06d6aad97fe6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:43.745294 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10061'] for router (b89979e4-e688-49a8-b2eb-06d6aad97fe6), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:43.748289 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Publish callbacks [] for router_controller (b89979e4-e688-49a8-b2eb-06d6aad97fe6), precommit_delete_associations {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:43.806226 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519622'] for router (b89979e4-e688-49a8-b2eb-06d6aad97fe6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:43.807211 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b89979e4-e688-49a8-b2eb-06d6aad97fe6 {{(pid=106396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:37:43.813484 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:43.814876 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-c97497b6-5061-4c7b-8027-2c56e5413dd5 admin admin] 10.222.0.91 "DELETE /networking/v2.0/routers/b89979e4-e688-49a8-b2eb-06d6aad97fe6 HTTP/1.1" status: 204 len: 168 time: 1.2243593 Aug 30 04:37:43.818043 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53810) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:43.851957 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:43.881632 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f6aa3b-0348-41d2-a075-92741fae84c2 admin admin] Deleting subnet e8040f9f-724c-4f21-a271-153dcdd61132 {{(pid=106396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:37:43.885615 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47f6aa3b-0348-41d2-a075-92741fae84c2 admin admin] Publish callbacks [] for subnet (e8040f9f-724c-4f21-a271-153dcdd61132), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:43.931863 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47f6aa3b-0348-41d2-a075-92741fae84c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15464322'] for subnet (e8040f9f-724c-4f21-a271-153dcdd61132), precommit_delete_associations {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:44.392349 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47f6aa3b-0348-41d2-a075-92741fae84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (e8040f9f-724c-4f21-a271-153dcdd61132), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:44.520347 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47f6aa3b-0348-41d2-a075-92741fae84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15454433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15248039'] for subnet (e8040f9f-724c-4f21-a271-153dcdd61132), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:44.565746 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-47f6aa3b-0348-41d2-a075-92741fae84c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:44.569486 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-47f6aa3b-0348-41d2-a075-92741fae84c2 admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/e8040f9f-724c-4f21-a271-153dcdd61132 HTTP/1.1" status: 204 len: 168 time: 0.7499173 Aug 30 04:37:44.571099 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6aa3b-0348-41d2-a075-92741fae84c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8040f9f-724c-4f21-a271-153dcdd61132,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:44.573636 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53828) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:44.583036 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f2cd3d-f458-4096-b3b0-ae4db1f9e3d0 None None] Network 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:37:44.681812 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (169fc8b2-576f-4c43-9cb7-2141fd9da0f6), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:44.776630 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53834) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:44.783753 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:44.796868 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Deleting port fcd22b8a-a973-401d-9756-87f1e0472c50 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:44.798104 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:44.896762 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] For port fcd22b8a-a973-401d-9756-87f1e0472c50, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=fcd22b8a-a973-401d-9756-87f1e0472c50,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:44.897307 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:44.928555 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Calling delete_port for fcd22b8a-a973-401d-9756-87f1e0472c50 owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:44.961995 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb528ed-113f-4a55-8949-2cb52a42ccda None None] DHCP port deletion for 169fc8b2-576f-4c43-9cb7-2141fd9da0f6 request from dv-cinder-854265-2-smb {{(pid=106397) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:37:45.062751 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:45.066977 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:45.079779 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-fbb528ed-113f-4a55-8949-2cb52a42ccda None None] Deleting port fcd22b8a-a973-401d-9756-87f1e0472c50 {{(pid=106397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:45.080207 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-fbb528ed-113f-4a55-8949-2cb52a42ccda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), before_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.113724 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15457298'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.142316 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a9dff0da-4311-4fe9-8ab1-440a18553b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.170913 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd22b8a-a973-401d-9756-87f1e0472c50,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:45.187939 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] No DVR routers for this DVR port fcd22b8a-a973-401d-9756-87f1e0472c50 on host dv-cinder-854265-2-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:45.222693 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-fbb528ed-113f-4a55-8949-2cb52a42ccda None None] For port fcd22b8a-a973-401d-9756-87f1e0472c50, host dv-cinder-854265-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-smb',level=0,port_id=fcd22b8a-a973-401d-9756-87f1e0472c50,segment=NetworkSegment(290cc6a8-08d4-47b5-a059-96ab9c59feb4),segment_id=290cc6a8-08d4-47b5-a059-96ab9c59feb4)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:45.223873 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-fbb528ed-113f-4a55-8949-2cb52a42ccda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), precommit_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.262559 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-fbb528ed-113f-4a55-8949-2cb52a42ccda None None] Calling delete_port for fcd22b8a-a973-401d-9756-87f1e0472c50 owned by network:dhcp {{(pid=106397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:45.272779 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a9dff0da-4311-4fe9-8ab1-440a18553b38 admin admin] Publish callbacks [] for security_group (bdb9de6e-7c9b-47db-aaca-97627e6d6eea), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.278596 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a9dff0da-4311-4fe9-8ab1-440a18553b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (bdb9de6e-7c9b-47db-aaca-97627e6d6eea), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.326907 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (169fc8b2-576f-4c43-9cb7-2141fd9da0f6), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.337521 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dff0da-4311-4fe9-8ab1-440a18553b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb9de6e-7c9b-47db-aaca-97627e6d6eea,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:45.347630 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-a9dff0da-4311-4fe9-8ab1-440a18553b38 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=3300182b12024a28a53466ade381204c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5639560 Aug 30 04:37:45.348542 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53848) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:45.372271 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169fc8b2-576f-4c43-9cb7-2141fd9da0f6']}} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:45.391243 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290cc6a8-08d4-47b5-a059-96ab9c59feb4') {'for_net_delete': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:45.391990 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.services.segments.db [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290cc6a8-08d4-47b5-a059-96ab9c59feb4') {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:45.409731 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15464329'] for segment (290cc6a8-08d4-47b5-a059-96ab9c59feb4), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.416150 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c9512171-b400-42e5-9eea-c22f9db66bc3 admin admin] Publish callbacks [] for security_group (bdb9de6e-7c9b-47db-aaca-97627e6d6eea), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.436110 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (290cc6a8-08d4-47b5-a059-96ab9c59feb4), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.450762 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c9512171-b400-42e5-9eea-c22f9db66bc3 admin admin] Publish callbacks [] for security_group (bdb9de6e-7c9b-47db-aaca-97627e6d6eea), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.454693 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=106396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:37:45.456440 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15457351'] for segment (290cc6a8-08d4-47b5-a059-96ab9c59feb4), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.459276 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-fbb528ed-113f-4a55-8949-2cb52a42ccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130'] for port (fcd22b8a-a973-401d-9756-87f1e0472c50), after_delete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.509129 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb528ed-113f-4a55-8949-2cb52a42ccda None None] Pushing event deleted for resources: {'Port': ['ID=fcd22b8a-a973-401d-9756-87f1e0472c50,revision_number=None']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:45.509445 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:45.526172 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb528ed-113f-4a55-8949-2cb52a42ccda None None] No DVR routers for this DVR port fcd22b8a-a973-401d-9756-87f1e0472c50 on host dv-cinder-854265-2-smb {{(pid=106397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:45.555194 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c9512171-b400-42e5-9eea-c22f9db66bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (bdb9de6e-7c9b-47db-aaca-97627e6d6eea), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.563030 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c9512171-b400-42e5-9eea-c22f9db66bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.578801 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-c9512171-b400-42e5-9eea-c22f9db66bc3 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/bdb9de6e-7c9b-47db-aaca-97627e6d6eea HTTP/1.1" status: 204 len: 168 time: 0.2143345 Aug 30 04:37:45.624301 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9512171-b400-42e5-9eea-c22f9db66bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb9de6e-7c9b-47db-aaca-97627e6d6eea,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:45.657922 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 290cc6a8-08d4-47b5-a059-96ab9c59feb4 resource provider aggregate not found Aug 30 04:37:45.678590 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (169fc8b2-576f-4c43-9cb7-2141fd9da0f6), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.701222 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:45.704014 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8e1959df-a9a1-418c-9c91-10058042e0e0 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:45.726606 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/169fc8b2-576f-4c43-9cb7-2141fd9da0f6 HTTP/1.1" status: 204 len: 168 time: 1.1513438 Aug 30 04:37:45.730219 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.services.segments.plugin [-] Segment 290cc6a8-08d4-47b5-a059-96ab9c59feb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 290cc6a8-08d4-47b5-a059-96ab9c59feb4 found for delete ", "request_id": "req-0f1072c5-9490-4e5d-a9bb-7f2ba9848b6c"}]} Aug 30 04:37:45.735265 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 8e1959df-a9a1-418c-9c91-10058042e0e0 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:45.735852 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 8e1959df-a9a1-418c-9c91-10058042e0e0 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:45.736337 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 76f3bc44-fa23-40ef-8f67-14c13703285f no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:45.758472 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2867c-4e6c-4b18-9dfb-39689e392aed admin admin] Pushing event deleted for resources: {'Network': ['ID=169fc8b2-576f-4c43-9cb7-2141fd9da0f6,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:45.779278 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: 76f3bc44-fa23-40ef-8f67-14c13703285f {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:45.780391 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device 76f3bc44-fa23-40ef-8f67-14c13703285f not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:45.781353 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device fcd22b8a-a973-401d-9756-87f1e0472c50 no longer exists at agent ovs-agent-dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:45.788080 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:45.809514 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:37:45.814586 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] No Port match for: fcd22b8a-a973-401d-9756-87f1e0472c50 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:45.815214 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Device fcd22b8a-a973-401d-9756-87f1e0472c50 not bound to the agent host dv-cinder-854265-2-smb {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:45.948622 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53862) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:46.003187 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-4e830d0a-0160-4790-801e-b61a21abedec admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=cf24ec2c8bd74974932690a583961691&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0533128 Aug 30 04:37:46.006870 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53864) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:46.073825 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c913e71-5fd1-4e91-b564-4e5d069f93ee admin admin] Publish callbacks [] for security_group (14eb1601-ee4d-413c-9f2c-e582d45f378f), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.075819 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:46.104381 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c913e71-5fd1-4e91-b564-4e5d069f93ee admin admin] Publish callbacks [] for security_group (14eb1601-ee4d-413c-9f2c-e582d45f378f), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.189209 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c913e71-5fd1-4e91-b564-4e5d069f93ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (14eb1601-ee4d-413c-9f2c-e582d45f378f), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.193581 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2c913e71-5fd1-4e91-b564-4e5d069f93ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.199368 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-2c913e71-5fd1-4e91-b564-4e5d069f93ee admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/14eb1601-ee4d-413c-9f2c-e582d45f378f HTTP/1.1" status: 204 len: 168 time: 0.1913948 Aug 30 04:37:46.211554 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c913e71-5fd1-4e91-b564-4e5d069f93ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eb1601-ee4d-413c-9f2c-e582d45f378f,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:46.235927 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.294694 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53868) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:46.315411 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4383b948-dea3-48d9-8795-d52c9c7428a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.436398 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4383b948-dea3-48d9-8795-d52c9c7428a5 admin admin] Publish callbacks [] for security_group (f0d6a331-840a-4d9e-be8d-15bd22eb39d1), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.442002 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4383b948-dea3-48d9-8795-d52c9c7428a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f0d6a331-840a-4d9e-be8d-15bd22eb39d1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.493074 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-4383b948-dea3-48d9-8795-d52c9c7428a5 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=d10848b0b4e14b9799dd51fc42344140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971750 Aug 30 04:37:46.496927 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53872) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:46.499163 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383b948-dea3-48d9-8795-d52c9c7428a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d6a331-840a-4d9e-be8d-15bd22eb39d1,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:46.569217 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3d31a617-5b00-40c4-bde5-633c73aa0841 admin admin] Publish callbacks [] for security_group (f0d6a331-840a-4d9e-be8d-15bd22eb39d1), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.609948 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3d31a617-5b00-40c4-bde5-633c73aa0841 admin admin] Publish callbacks [] for security_group (f0d6a331-840a-4d9e-be8d-15bd22eb39d1), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.712067 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3d31a617-5b00-40c4-bde5-633c73aa0841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (f0d6a331-840a-4d9e-be8d-15bd22eb39d1), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.717306 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3d31a617-5b00-40c4-bde5-633c73aa0841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:46.720226 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-3d31a617-5b00-40c4-bde5-633c73aa0841 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/f0d6a331-840a-4d9e-be8d-15bd22eb39d1 HTTP/1.1" status: 204 len: 168 time: 0.2213821 Aug 30 04:37:46.738840 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31a617-5b00-40c4-bde5-633c73aa0841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d6a331-840a-4d9e-be8d-15bd22eb39d1,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:47.331367 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53904) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:47.350068 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e17a70f1-06ff-4570-b1b5-5342f36cbf14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:47.491050 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e17a70f1-06ff-4570-b1b5-5342f36cbf14 admin admin] Publish callbacks [] for security_group (33eebccc-207c-4765-932a-a833bb75044d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:47.501233 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e17a70f1-06ff-4570-b1b5-5342f36cbf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (33eebccc-207c-4765-932a-a833bb75044d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:47.539209 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:47.580770 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-e17a70f1-06ff-4570-b1b5-5342f36cbf14 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=b98b10958807485db031722e31cbb12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420249 Aug 30 04:37:47.580770 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a70f1-06ff-4570-b1b5-5342f36cbf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33eebccc-207c-4765-932a-a833bb75044d,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:47.580770 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53912) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:47.684580 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-580571da-b68f-402c-b11e-44866292e4f1 admin admin] Publish callbacks [] for security_group (33eebccc-207c-4765-932a-a833bb75044d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:47.725135 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-580571da-b68f-402c-b11e-44866292e4f1 admin admin] Publish callbacks [] for security_group (33eebccc-207c-4765-932a-a833bb75044d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:47.844809 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-580571da-b68f-402c-b11e-44866292e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (33eebccc-207c-4765-932a-a833bb75044d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:47.849755 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-580571da-b68f-402c-b11e-44866292e4f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:47.853921 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-580571da-b68f-402c-b11e-44866292e4f1 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/33eebccc-207c-4765-932a-a833bb75044d HTTP/1.1" status: 204 len: 168 time: 0.2720654 Aug 30 04:37:47.870004 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580571da-b68f-402c-b11e-44866292e4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eebccc-207c-4765-932a-a833bb75044d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:49.162143 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 53958) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:49.302122 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1497840946-network', 'tenant_id': 'a1c4b71eb1c4418db40f314db4478b51'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:49.329292 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Made reservation on behalf of a1c4b71eb1c4418db40f314db4478b51 for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:37:49.332388 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:49.343721 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:49.403552 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:49.462591 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Publish callbacks [] for security_group (357cf584-4a37-4777-ae34-9ea5128de821), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:49.467250 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (357cf584-4a37-4777-ae34-9ea5128de821), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:49.501068 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:37:49.515871 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357cf584-4a37-4777-ae34-9ea5128de821,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:49.529703 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (a315ace1-4169-466c-906e-b8ff387d68db), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:49.530215 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Added segment a315ace1-4169-466c-906e-b8ff387d68db of type vlan for network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d Aug 30 04:37:49.599870 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727634132592'] for network (0e2729ae-1c6d-4abf-8ed0-9545a4829f8d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:49.648342 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277'] for network (0e2729ae-1c6d-4abf-8ed0-9545a4829f8d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:49.650335 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:49.651651 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:49.735198 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] 10.222.0.91 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5661042 Aug 30 04:37:49.735411 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 53974) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:49.746375 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.v2.base [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] Request body: {'subnet': {'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1497840946-subnet', 'tenant_id': 'a1c4b71eb1c4418db40f314db4478b51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:49.751557 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66023d4f-92f6-49a4-9532-00099e87e3c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:49.768319 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d details requested by agent ovs-agent-dv-cinder-854265-2-smb with host dv-cinder-854265-2-smb {{(pid=106397) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:37:49.793997 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] Made reservation on behalf of a1c4b71eb1c4418db40f314db4478b51 for: {'subnet': 1} {{(pid=106396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:37:49.798265 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15248056'] for subnet (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:50.072824 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15454370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15248046'] for subnet (f3d3e6f2-0c44-494f-8fa8-a0a4008a9268), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:50.147957 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d3e6f2-0c44-494f-8fa8-a0a4008a9268,revision_number=0']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:50.162097 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] Checking segment: {'id': 'a315ace1-4169-466c-906e-b8ff387d68db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:37:50.162511 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] Network hostable DHCP agents. Network: 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d, hostable agents: ['d06f2f5f-e5f3-43af-8188-853cda9d1eab'], hosted agents: [] {{(pid=106396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:37:50.193481 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] Network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d is scheduled to be hosted by DHCP agent d06f2f5f-e5f3-43af-8188-853cda9d1eab with binding_index 1 {{(pid=106396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:37:50.211058 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-smb, 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d) {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:37:50.235457 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:50.236707 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for subnet (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:50.238171 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee466f20-e1ee-4233-8b24-14e39137528d None None] Network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:37:50.273199 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-d95aff63-7a82-4806-a0e2-157aa632bffa admin admin] 10.222.0.91 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5359650 Aug 30 04:37:50.434099 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abeae8f-343a-4fb5-9ed4-0cda454a1954 None None] Network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d requested from dv-cinder-854265-2-smb {{(pid=106397) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:37:50.548367 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:51.331454 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54006) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:51.511721 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-26dd23fe-7ef5-4658-97b0-427eb3d80348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:51.678064 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-26dd23fe-7ef5-4658-97b0-427eb3d80348 admin admin] Publish callbacks [] for security_group (ecbdfa84-204b-43cc-adbc-5de064b7016a), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:51.683748 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-26dd23fe-7ef5-4658-97b0-427eb3d80348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (ecbdfa84-204b-43cc-adbc-5de064b7016a), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:51.699007 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:51.740313 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-26dd23fe-7ef5-4658-97b0-427eb3d80348 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=2babe9b811f1463db6f6a2c189e0f77f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4075465 Aug 30 04:37:51.742237 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd23fe-7ef5-4658-97b0-427eb3d80348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbdfa84-204b-43cc-adbc-5de064b7016a,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:51.745058 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54020) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:51.777098 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:51.831494 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fbab4cbe-0c80-4964-9a51-81ef90353c0a admin admin] Publish callbacks [] for security_group (ecbdfa84-204b-43cc-adbc-5de064b7016a), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:51.860275 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fbab4cbe-0c80-4964-9a51-81ef90353c0a admin admin] Publish callbacks [] for security_group (ecbdfa84-204b-43cc-adbc-5de064b7016a), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:51.942659 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fbab4cbe-0c80-4964-9a51-81ef90353c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (ecbdfa84-204b-43cc-adbc-5de064b7016a), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:51.946195 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fbab4cbe-0c80-4964-9a51-81ef90353c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:51.948300 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-fbab4cbe-0c80-4964-9a51-81ef90353c0a admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/ecbdfa84-204b-43cc-adbc-5de064b7016a HTTP/1.1" status: 204 len: 168 time: 0.2020350 Aug 30 04:37:51.962469 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab4cbe-0c80-4964-9a51-81ef90353c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbdfa84-204b-43cc-adbc-5de064b7016a,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:52.609569 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-3bc23288-5906-48fb-b990-7510f84037b4 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:52.612248 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-3bc23288-5906-48fb-b990-7510f84037b4 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/networks?id=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d HTTP/1.1" status: 200 len: 809 time: 0.1537869 Aug 30 04:37:52.634329 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-42c538d1-14cc-4c47-98b1-10cc4d766eba tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/quotas/a1c4b71eb1c4418db40f314db4478b51 HTTP/1.1" status: 200 len: 375 time: 0.0156968 Aug 30 04:37:52.679271 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-b0b7f11b-2a90-4fbc-9b95-efa66deaddd2 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=a1c4b71eb1c4418db40f314db4478b51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365496 Aug 30 04:37:52.810429 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-05f06c55-c2da-45c1-aee9-e54db82b30c6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222415 Aug 30 04:37:52.973938 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-c8c5e786-4b47-4de0-a563-47bd1e6a75b0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536834 Aug 30 04:37:53.275332 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-1029e8f3-7c9a-4be7-9baf-9bbc0c6c14e1 req-3cd2c59a-4a56-4aeb-a072-5d619fe241ba tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 210 time: 0.0741398 Aug 30 04:37:54.431432 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6fdb4947-4c75-4aa8-9609-f77dc1b26710 req-e32e523e-d99a-4b09-99b8-417e3102acea tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 210 time: 0.0354631 Aug 30 04:37:54.636193 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54118) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:54.821985 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5631701a-263f-498c-b828-875460095e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:54.997483 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-e115a12c-1d17-46f4-9103-a984abc447c8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:54.999501 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-e115a12c-1d17-46f4-9103-a984abc447c8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.83 "GET /networking/v2.0/networks?id=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d HTTP/1.1" status: 200 len: 809 time: 0.2388828 Aug 30 04:37:55.027402 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5631701a-263f-498c-b828-875460095e66 admin admin] Publish callbacks [] for security_group (65e09265-9818-456f-baff-4bcc47c24704), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.033730 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5631701a-263f-498c-b828-875460095e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (65e09265-9818-456f-baff-4bcc47c24704), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.035165 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Request body: {'port': {'device_id': '966ea0ac-6e1e-486f-a6da-8f164b7a0d43', 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d', 'admin_state_up': True, 'tenant_id': 'a1c4b71eb1c4418db40f314db4478b51'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:55.085053 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631701a-263f-498c-b828-875460095e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e09265-9818-456f-baff-4bcc47c24704,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:55.090416 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-5631701a-263f-498c-b828-875460095e66 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=d4208abe95a14ce8b75ba2c3682e3e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4522936 Aug 30 04:37:55.094836 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54136) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:55.169152 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f7a9ce8-bf68-4d15-a31a-374a0346a118 admin admin] Publish callbacks [] for security_group (65e09265-9818-456f-baff-4bcc47c24704), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.211557 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f7a9ce8-bf68-4d15-a31a-374a0346a118 admin admin] Publish callbacks [] for security_group (65e09265-9818-456f-baff-4bcc47c24704), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.298684 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Made reservation on behalf of a1c4b71eb1c4418db40f314db4478b51 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:37:55.305362 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.312876 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f7a9ce8-bf68-4d15-a31a-374a0346a118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (65e09265-9818-456f-baff-4bcc47c24704), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.319532 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f7a9ce8-bf68-4d15-a31a-374a0346a118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.323071 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-7f7a9ce8-bf68-4d15-a31a-374a0346a118 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/65e09265-9818-456f-baff-4bcc47c24704 HTTP/1.1" status: 204 len: 168 time: 0.2262909 Aug 30 04:37:55.339502 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a9ce8-bf68-4d15-a31a-374a0346a118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e09265-9818-456f-baff-4bcc47c24704,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:55.441885 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:55.656604 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Allocated IP 172.20.0.12 (0e2729ae-1c6d-4abf-8ed0-9545a4829f8d/f3d3e6f2-0c44-494f-8fa8-a0a4008a9268/01ac43a7-cd3e-4f68-8007-8bc881092931) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:37:55.680478 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-25a28761-851a-4df6-bb04-7f8ac4001c7d req-5e52fa67-4522-456b-9788-79700d805b72 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 210 time: 0.1350706 Aug 30 04:37:55.859191 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54158) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:55.876091 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:55.891047 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43bcdc2e-55eb-418e-9bfb-c949968ca20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.927209 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54160) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:55.947540 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks [] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.014681 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:56.019088 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.063564 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43bcdc2e-55eb-418e-9bfb-c949968ca20e admin admin] Publish callbacks [] for security_group (2e9c9635-93c9-442a-9081-0be498ef0a57), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.072556 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43bcdc2e-55eb-418e-9bfb-c949968ca20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2e9c9635-93c9-442a-9081-0be498ef0a57), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.100602 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:37:56.104983 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:56.109828 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:37:56.112580 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Pushing event updated for resources: {'Port': ['ID=01ac43a7-cd3e-4f68-8007-8bc881092931,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:56.115976 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:37:56.141610 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcdc2e-55eb-418e-9bfb-c949968ca20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9c9635-93c9-442a-9081-0be498ef0a57,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:56.171456 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-43bcdc2e-55eb-418e-9bfb-c949968ca20e admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=9a7698e5a2014e688f3eaec888edaea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086307 Aug 30 04:37:56.174954 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54164) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:56.183204 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:56.184097 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.212570 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-6284413f-7877-4ec9-823b-d0373f52eee9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1856751 Aug 30 04:37:56.231671 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Request body: {'port': {'device_id': '966ea0ac-6e1e-486f-a6da-8f164b7a0d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:56.263118 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e3ae07bb-eadd-4d6d-b7f0-77618b1d9fba admin admin] Publish callbacks [] for security_group (2e9c9635-93c9-442a-9081-0be498ef0a57), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.307048 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9cfa9c24-b112-4bfa-b4c1-2ad8b00b631d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.314996 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.342277 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e3ae07bb-eadd-4d6d-b7f0-77618b1d9fba admin admin] Publish callbacks [] for security_group (2e9c9635-93c9-442a-9081-0be498ef0a57), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.501363 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e3ae07bb-eadd-4d6d-b7f0-77618b1d9fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2e9c9635-93c9-442a-9081-0be498ef0a57), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.506170 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e3ae07bb-eadd-4d6d-b7f0-77618b1d9fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.508279 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-e3ae07bb-eadd-4d6d-b7f0-77618b1d9fba admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/2e9c9635-93c9-442a-9081-0be498ef0a57 HTTP/1.1" status: 204 len: 168 time: 0.3303053 Aug 30 04:37:56.549561 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae07bb-eadd-4d6d-b7f0-77618b1d9fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9c9635-93c9-442a-9081-0be498ef0a57,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:56.565228 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9cfa9c24-b112-4bfa-b4c1-2ad8b00b631d admin admin] Publish callbacks [] for security_group (4d06fd7e-6e3d-4c39-b837-36899aaf9cf8), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.575789 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9cfa9c24-b112-4bfa-b4c1-2ad8b00b631d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4d06fd7e-6e3d-4c39-b837-36899aaf9cf8), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.662108 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa9c24-b112-4bfa-b4c1-2ad8b00b631d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d06fd7e-6e3d-4c39-b837-36899aaf9cf8,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:56.673176 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-9cfa9c24-b112-4bfa-b4c1-2ad8b00b631d admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=51571af25ec64fa0b196dbe22596abdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7439277 Aug 30 04:37:56.677600 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54168) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:56.714422 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ac43a7-cd3e-4f68-8007-8bc881092931 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:37:56.731145 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Publish callbacks [] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.754878 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Transition to ACTIVE for port object 01ac43a7-cd3e-4f68-8007-8bc881092931 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:37:56.762545 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13740708'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.773997 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:56.802113 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6bce8ac5-9c71-49a0-aff5-e05bce33ec4c admin admin] Publish callbacks [] for security_group (4d06fd7e-6e3d-4c39-b837-36899aaf9cf8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.846979 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6bce8ac5-9c71-49a0-aff5-e05bce33ec4c admin admin] Publish callbacks [] for security_group (4d06fd7e-6e3d-4c39-b837-36899aaf9cf8), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.883411 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Pushing event updated for resources: {'Port': ['ID=01ac43a7-cd3e-4f68-8007-8bc881092931,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:56.958087 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:56.963186 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c04127-171b-455e-875e-788972dad901 req-ae88e2b4-b91a-4054-9f43-271987aa8cd6 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:56.973332 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Attempting to bind port 01ac43a7-cd3e-4f68-8007-8bc881092931 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:37:56.974245 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Attempting to bind port 01ac43a7-cd3e-4f68-8007-8bc881092931 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a315ace1-4169-466c-906e-b8ff387d68db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:37:56.974948 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Attempting to bind port 01ac43a7-cd3e-4f68-8007-8bc881092931 on network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:37:56.977834 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d5c04127-171b-455e-875e-788972dad901 req-ae88e2b4-b91a-4054-9f43-271987aa8cd6 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 944 time: 0.1147759 Aug 30 04:37:56.994329 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Port 01ac43a7-cd3e-4f68-8007-8bc881092931 on network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:37:56.995964 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Attempting to bind port 01ac43a7-cd3e-4f68-8007-8bc881092931 on network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:37:57.003629 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:37:57.004405 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Checking segment: {'id': 'a315ace1-4169-466c-906e-b8ff387d68db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:37:57.005561 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Bound using segment: {'id': 'a315ace1-4169-466c-906e-b8ff387d68db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:37:57.005914 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Bound port: 01ac43a7-cd3e-4f68-8007-8bc881092931, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a315ace1-4169-466c-906e-b8ff387d68db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:37:57.006306 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:57.030024 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6bce8ac5-9c71-49a0-aff5-e05bce33ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (4d06fd7e-6e3d-4c39-b837-36899aaf9cf8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:57.033846 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6bce8ac5-9c71-49a0-aff5-e05bce33ec4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:57.035511 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-6bce8ac5-9c71-49a0-aff5-e05bce33ec4c admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/4d06fd7e-6e3d-4c39-b837-36899aaf9cf8 HTTP/1.1" status: 204 len: 168 time: 0.3568492 Aug 30 04:37:57.049970 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d5c04127-171b-455e-875e-788972dad901 req-2461a90a-d981-423a-97cd-90d37e22efc6 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708191 Aug 30 04:37:57.073140 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce8ac5-9c71-49a0-aff5-e05bce33ec4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d06fd7e-6e3d-4c39-b837-36899aaf9cf8,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:57.136274 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] For port 01ac43a7-cd3e-4f68-8007-8bc881092931, host hv-cinder-85426, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:37:57.141668 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] For port 01ac43a7-cd3e-4f68-8007-8bc881092931, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01ac43a7-cd3e-4f68-8007-8bc881092931,segment=NetworkSegment(a315ace1-4169-466c-906e-b8ff387d68db),segment_id=a315ace1-4169-466c-906e-b8ff387d68db)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:37:57.154131 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13740708'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:57.156869 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:57.157532 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:57.159281 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/01ac43a7-cd3e-4f68-8007-8bc881092931 HTTP/1.1" status: 200 len: 1094 time: 0.9326546 Aug 30 04:37:57.161744 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966ea0ac-6e1e-486f-a6da-8f164b7a0d43', 'tag': '01ac43a7-cd3e-4f68-8007-8bc881092931'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:57.164671 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29402fbe-de6b-4b04-8bcc-7331d5769e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "966ea0ac-6e1e-486f-a6da-8f164b7a0d43", "tag": "01ac43a7-cd3e-4f68-8007-8bc881092931"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:57.230510 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182069d3-742b-40b2-97bb-589cc943b9bf x-openstack-request-id: req-182069d3-742b-40b2-97bb-589cc943b9bf {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:57.230871 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966ea0ac-6e1e-486f-a6da-8f164b7a0d43", "tag": "01ac43a7-cd3e-4f68-8007-8bc881092931", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:57.231053 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-182069d3-742b-40b2-97bb-589cc943b9bf {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:57.231476 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182069d3-742b-40b2-97bb-589cc943b9bf'] response: {'name': 'network-changed', 'server_uuid': '966ea0ac-6e1e-486f-a6da-8f164b7a0d43', 'tag': '01ac43a7-cd3e-4f68-8007-8bc881092931', 'status': 'completed', 'code': 200} Aug 30 04:37:57.274112 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b846c9-e05f-4768-b812-889d14cf834d service neutron] Pushing event updated for resources: {'Port': ['ID=01ac43a7-cd3e-4f68-8007-8bc881092931,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:57.337194 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-69f72ea3-4c2f-4649-aea2-bc337a964a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:57.339400 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-69f72ea3-4c2f-4649-aea2-bc337a964a97 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=a1c4b71eb1c4418db40f314db4478b51&device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 1128 time: 0.0811360 Aug 30 04:37:57.393014 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-cfd192da-c999-442b-8aaf-2fc7bf18ed9b service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01ac43a7-cd3e-4f68-8007-8bc881092931 HTTP/1.1" status: 200 len: 217 time: 0.0381391 Aug 30 04:37:57.466085 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-a792094c-31b1-47f9-9119-b8a237c10318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:57.469076 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-a792094c-31b1-47f9-9119-b8a237c10318 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=f3d3e6f2-0c44-494f-8fa8-a0a4008a9268 HTTP/1.1" status: 200 len: 849 time: 0.0691316 Aug 30 04:37:57.532625 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-2a9512cd-20ab-4da0-9d30-c425759ee778 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560725 Aug 30 04:37:57.558623 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54194) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:57.583254 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6692-5b74-4603-9463-0190bc07485a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:57.667079 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-7177ac07-fab0-4b2d-9f96-ec929664d846 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276159 Aug 30 04:37:57.729638 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6692-5b74-4603-9463-0190bc07485a admin admin] Publish callbacks [] for security_group (e75b00bc-0b45-480f-8cb2-4737e1b625ff), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:57.737703 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6692-5b74-4603-9463-0190bc07485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (e75b00bc-0b45-480f-8cb2-4737e1b625ff), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:57.799165 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-158f0e0b-150a-4bae-8d3e-722788ca6708 req-fcdceb32-22ce-4090-8377-0f544d637924 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252117 Aug 30 04:37:57.817715 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-5a0c6692-5b74-4603-9463-0190bc07485a admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=945f4eaf67e24f39a86fbe5d0ac0c260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562966 Aug 30 04:37:57.819788 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c6692-5b74-4603-9463-0190bc07485a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75b00bc-0b45-480f-8cb2-4737e1b625ff,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:57.821604 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54200) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:57.900932 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a5b00fdb-7210-43ca-a3ac-0e28be7a048e admin admin] Publish callbacks [] for security_group (e75b00bc-0b45-480f-8cb2-4737e1b625ff), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:57.929568 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a5b00fdb-7210-43ca-a3ac-0e28be7a048e admin admin] Publish callbacks [] for security_group (e75b00bc-0b45-480f-8cb2-4737e1b625ff), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:57.998230 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a5b00fdb-7210-43ca-a3ac-0e28be7a048e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (e75b00bc-0b45-480f-8cb2-4737e1b625ff), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:58.003273 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a5b00fdb-7210-43ca-a3ac-0e28be7a048e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:58.010314 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-a5b00fdb-7210-43ca-a3ac-0e28be7a048e admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/e75b00bc-0b45-480f-8cb2-4737e1b625ff HTTP/1.1" status: 204 len: 168 time: 0.1821554 Aug 30 04:37:58.024902 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b00fdb-7210-43ca-a3ac-0e28be7a048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75b00bc-0b45-480f-8cb2-4737e1b625ff,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:58.180039 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:58.258026 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3b877-0bc3-4e57-a99c-2c7f875f02de req-415d0159-6d76-4913-b640-f3de9ace28fb tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:58.260805 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ebc3b877-0bc3-4e57-a99c-2c7f875f02de req-415d0159-6d76-4913-b640-f3de9ace28fb tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 944 time: 0.0988371 Aug 30 04:37:58.354922 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-ebc3b877-0bc3-4e57-a99c-2c7f875f02de req-dddd6c9c-f37f-4228-badb-471689611364 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789874 Aug 30 04:37:58.601402 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29402fbe-de6b-4b04-8bcc-7331d5769e8f req-376743e6-e801-4520-a72b-2e0534682d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:58.604490 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-29402fbe-de6b-4b04-8bcc-7331d5769e8f req-376743e6-e801-4520-a72b-2e0534682d6c service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=a1c4b71eb1c4418db40f314db4478b51&device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 1128 time: 0.0653138 Aug 30 04:37:58.778250 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29402fbe-de6b-4b04-8bcc-7331d5769e8f req-6988157c-5896-4cba-8c36-926c0cd2c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:58.783053 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-29402fbe-de6b-4b04-8bcc-7331d5769e8f req-6988157c-5896-4cba-8c36-926c0cd2c35d service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d HTTP/1.1" status: 200 len: 911 time: 0.1694732 Aug 30 04:37:58.861912 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-29402fbe-de6b-4b04-8bcc-7331d5769e8f req-b2bca99e-468f-45fc-8a85-0a3fc242b7f7 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01ac43a7-cd3e-4f68-8007-8bc881092931 HTTP/1.1" status: 200 len: 217 time: 0.0732117 Aug 30 04:37:58.961258 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29402fbe-de6b-4b04-8bcc-7331d5769e8f req-f666a123-bed9-472e-9b0b-43c1e5cd0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:58.968317 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-29402fbe-de6b-4b04-8bcc-7331d5769e8f req-f666a123-bed9-472e-9b0b-43c1e5cd0e16 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=f3d3e6f2-0c44-494f-8fa8-a0a4008a9268 HTTP/1.1" status: 200 len: 849 time: 0.0973740 Aug 30 04:37:59.014885 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-29402fbe-de6b-4b04-8bcc-7331d5769e8f req-25e82668-fce7-460d-883c-04c5a2f0888e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438898 Aug 30 04:37:59.042444 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:59.113373 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:59.139634 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-29402fbe-de6b-4b04-8bcc-7331d5769e8f req-1e483227-13e5-4816-b504-a5463ad0f351 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183996 Aug 30 04:37:59.337778 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-29402fbe-de6b-4b04-8bcc-7331d5769e8f req-c6e29084-3937-40b9-abbb-b3ca91e1f1dd service neutron] 10.222.0.83 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907787 Aug 30 04:37:59.556700 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51d396-9f24-44c0-b02c-ecc1a78decaa req-0fde7194-9634-42c6-b7e3-376a2d92ed97 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:59.558330 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0e51d396-9f24-44c0-b02c-ecc1a78decaa req-0fde7194-9634-42c6-b7e3-376a2d92ed97 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 944 time: 0.0679586 Aug 30 04:37:59.631689 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-0e51d396-9f24-44c0-b02c-ecc1a78decaa req-0a3cb000-6578-46cd-811d-2b64e7c522e5 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606449 Aug 30 04:37:59.931803 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 01ac43a7-cd3e-4f68-8007-8bc881092931 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:38:00.125263 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 01ac43a7-cd3e-4f68-8007-8bc881092931, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01ac43a7-cd3e-4f68-8007-8bc881092931,segment=NetworkSegment(a315ace1-4169-466c-906e-b8ff387d68db),segment_id=a315ace1-4169-466c-906e-b8ff387d68db)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:00.142847 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '01ac43a7-cd3e-4f68-8007-8bc881092931', 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d', 'port_id': '01ac43a7-cd3e-4f68-8007-8bc881092931', 'mac_address': 'fa:16:3e:a4:4c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d3e6f2-0c44-494f-8fa8-a0a4008a9268', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:38:00.213146 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 01ac43a7-cd3e-4f68-8007-8bc881092931 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:38:00.213723 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:00.240824 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ac43a7-cd3e-4f68-8007-8bc881092931 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:38:00.279141 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 01ac43a7-cd3e-4f68-8007-8bc881092931, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01ac43a7-cd3e-4f68-8007-8bc881092931,segment=NetworkSegment(a315ace1-4169-466c-906e-b8ff387d68db),segment_id=a315ace1-4169-466c-906e-b8ff387d68db)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:00.470822 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:00.547552 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=01ac43a7-cd3e-4f68-8007-8bc881092931,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:00.771351 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['01ac43a7-cd3e-4f68-8007-8bc881092931'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:38:00.828534 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233812e-19ce-4e84-a9e3-8cc5ac223570 req-190bdbcc-f01b-4249-a719-ce11c2c63e53 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:00.836271 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e233812e-19ce-4e84-a9e3-8cc5ac223570 req-190bdbcc-f01b-4249-a719-ce11c2c63e53 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 945 time: 0.0646124 Aug 30 04:38:00.917899 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e233812e-19ce-4e84-a9e3-8cc5ac223570 req-594d0c9c-bf29-44f7-97f0-021115bf2551 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801167 Aug 30 04:38:01.950861 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 01ac43a7-cd3e-4f68-8007-8bc881092931 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:38:02.012587 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 01ac43a7-cd3e-4f68-8007-8bc881092931 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:38:02.024652 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 01ac43a7-cd3e-4f68-8007-8bc881092931 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:38:02.025282 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:02.143783 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92de19b-6b3c-4a5b-9fd2-6de1668543a1 req-762caea2-e9e0-46c8-abb9-ed8ae92e6061 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:02.146937 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b92de19b-6b3c-4a5b-9fd2-6de1668543a1 req-762caea2-e9e0-46c8-abb9-ed8ae92e6061 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 945 time: 0.0775223 Aug 30 04:38:02.175522 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:02.188280 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 01ac43a7-cd3e-4f68-8007-8bc881092931 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:38:02.189116 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:02.245066 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966ea0ac-6e1e-486f-a6da-8f164b7a0d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ac43a7-cd3e-4f68-8007-8bc881092931'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:02.248857 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd622cc-f8b9-4ef1-a701-79555acfaf6b" -d '{"events": [{"server_uuid": "966ea0ac-6e1e-486f-a6da-8f164b7a0d43", "name": "network-vif-plugged", "status": "completed", "tag": "01ac43a7-cd3e-4f68-8007-8bc881092931"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:02.259617 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b92de19b-6b3c-4a5b-9fd2-6de1668543a1 req-45436571-517d-4b7c-84b3-c6f65f233dc0 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008050 Aug 30 04:38:02.290316 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 01ac43a7-cd3e-4f68-8007-8bc881092931, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01ac43a7-cd3e-4f68-8007-8bc881092931,segment=NetworkSegment(a315ace1-4169-466c-906e-b8ff387d68db),segment_id=a315ace1-4169-466c-906e-b8ff387d68db)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:02.298288 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:02.347422 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a01f0bb-7821-4f9a-9da3-9e9a7f01ffcb x-openstack-request-id: req-5a01f0bb-7821-4f9a-9da3-9e9a7f01ffcb {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:02.347932 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966ea0ac-6e1e-486f-a6da-8f164b7a0d43", "name": "network-vif-plugged", "status": "completed", "tag": "01ac43a7-cd3e-4f68-8007-8bc881092931", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:02.348348 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5a01f0bb-7821-4f9a-9da3-9e9a7f01ffcb {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:02.348955 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a01f0bb-7821-4f9a-9da3-9e9a7f01ffcb'] response: {'server_uuid': '966ea0ac-6e1e-486f-a6da-8f164b7a0d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ac43a7-cd3e-4f68-8007-8bc881092931', 'code': 200} Aug 30 04:38:02.399654 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:02.407387 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=01ac43a7-cd3e-4f68-8007-8bc881092931,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:02.586415 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6067a44-a537-4205-9ee6-6a2d63ee5487 req-f9182491-9c9b-4bee-9169-31e9ec370aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:02.588548 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b6067a44-a537-4205-9ee6-6a2d63ee5487 req-f9182491-9c9b-4bee-9169-31e9ec370aed service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 1130 time: 0.0478015 Aug 30 04:38:02.648577 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-b6067a44-a537-4205-9ee6-6a2d63ee5487 req-b6680f95-2438-4b64-beb3-3211daf2d07b service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506475 Aug 30 04:38:03.456034 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649d147-297c-4074-8402-0d9a199846d8 req-e333dac8-feaa-49ed-a6e3-eb075d00bdde tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:03.459117 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8649d147-297c-4074-8402-0d9a199846d8 req-e333dac8-feaa-49ed-a6e3-eb075d00bdde tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 946 time: 0.0820088 Aug 30 04:38:03.545305 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-8649d147-297c-4074-8402-0d9a199846d8 req-a3768003-2dbd-4af6-ad3e-e5818bf033e8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805655 Aug 30 04:38:03.968316 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54324) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:04.104850 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fb99e596-80bf-4d60-b13c-f76c418365eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:04.219701 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fb99e596-80bf-4d60-b13c-f76c418365eb admin admin] Publish callbacks [] for security_group (762cb036-c2ae-4f09-8edd-84dda24e89ab), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:04.225359 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fb99e596-80bf-4d60-b13c-f76c418365eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (762cb036-c2ae-4f09-8edd-84dda24e89ab), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:04.276909 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-fb99e596-80bf-4d60-b13c-f76c418365eb admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=53194453412045da973b8170fa64b593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073635 Aug 30 04:38:04.277868 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99e596-80bf-4d60-b13c-f76c418365eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762cb036-c2ae-4f09-8edd-84dda24e89ab,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:04.279993 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54328) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:04.304623 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:04.357898 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cc89a3b7-de88-42bb-a76f-fe9abb187366 admin admin] Publish callbacks [] for security_group (762cb036-c2ae-4f09-8edd-84dda24e89ab), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:04.381004 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cc89a3b7-de88-42bb-a76f-fe9abb187366 admin admin] Publish callbacks [] for security_group (762cb036-c2ae-4f09-8edd-84dda24e89ab), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:04.442857 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cc89a3b7-de88-42bb-a76f-fe9abb187366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (762cb036-c2ae-4f09-8edd-84dda24e89ab), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:04.446048 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cc89a3b7-de88-42bb-a76f-fe9abb187366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:04.447575 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-cc89a3b7-de88-42bb-a76f-fe9abb187366 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/762cb036-c2ae-4f09-8edd-84dda24e89ab HTTP/1.1" status: 204 len: 168 time: 0.1660881 Aug 30 04:38:04.459700 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89a3b7-de88-42bb-a76f-fe9abb187366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762cb036-c2ae-4f09-8edd-84dda24e89ab,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:04.688554 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abad7fe-b239-45b7-a7c3-5da25f500207 req-ed827f5e-f882-4af2-b1a0-e5142f83111a tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:04.690177 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0abad7fe-b239-45b7-a7c3-5da25f500207 req-ed827f5e-f882-4af2-b1a0-e5142f83111a tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 946 time: 0.0604315 Aug 30 04:38:04.756393 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=45 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:04.758388 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:04.760817 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-0abad7fe-b239-45b7-a7c3-5da25f500207 req-48334dac-f402-48f3-b4a9-ce955075cab0 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626175 Aug 30 04:38:04.853594 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54338) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:04.875732 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5db5dc4c-6d33-41d8-b071-e8f3e755975b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:05.018229 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5db5dc4c-6d33-41d8-b071-e8f3e755975b admin admin] Publish callbacks [] for security_group (151d9ccf-7b65-426c-be90-d760b191c53b), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:05.026772 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5db5dc4c-6d33-41d8-b071-e8f3e755975b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (151d9ccf-7b65-426c-be90-d760b191c53b), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:05.096983 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-5db5dc4c-6d33-41d8-b071-e8f3e755975b admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=015808ae76c44009b16f84f02c9b8f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417970 Aug 30 04:38:05.098122 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5dc4c-6d33-41d8-b071-e8f3e755975b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151d9ccf-7b65-426c-be90-d760b191c53b,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:05.101490 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54348) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:05.176771 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-845191d4-a94d-4ecf-abd4-6aafee3e01c0 admin admin] Publish callbacks [] for security_group (151d9ccf-7b65-426c-be90-d760b191c53b), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:05.213194 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-845191d4-a94d-4ecf-abd4-6aafee3e01c0 admin admin] Publish callbacks [] for security_group (151d9ccf-7b65-426c-be90-d760b191c53b), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:05.276428 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-845191d4-a94d-4ecf-abd4-6aafee3e01c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (151d9ccf-7b65-426c-be90-d760b191c53b), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:05.279150 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-845191d4-a94d-4ecf-abd4-6aafee3e01c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:05.280414 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-845191d4-a94d-4ecf-abd4-6aafee3e01c0 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/151d9ccf-7b65-426c-be90-d760b191c53b HTTP/1.1" status: 204 len: 168 time: 0.1779606 Aug 30 04:38:05.292316 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845191d4-a94d-4ecf-abd4-6aafee3e01c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151d9ccf-7b65-426c-be90-d760b191c53b,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:05.682324 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa8dba-998a-42eb-85f5-5f993804d700 req-ff3bd001-95c2-46c2-8482-c08dadce5947 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:05.684252 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-3dfa8dba-998a-42eb-85f5-5f993804d700 req-ff3bd001-95c2-46c2-8482-c08dadce5947 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 946 time: 0.0575635 Aug 30 04:38:05.735319 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:05.753119 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-3dfa8dba-998a-42eb-85f5-5f993804d700 req-a633fb59-0729-48eb-81fa-5a2af5718562 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617840 Aug 30 04:38:06.660449 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54392) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:06.831609 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99a4a49a-1851-446f-af7a-debc66a0a7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.012939 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbc0da-7741-4e88-92c4-bab83302ba4b req-7f4d87be-adcb-43ad-aedf-ec2364a5bfd9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:07.014944 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-97cbc0da-7741-4e88-92c4-bab83302ba4b req-7f4d87be-adcb-43ad-aedf-ec2364a5bfd9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 946 time: 0.1305799 Aug 30 04:38:07.076693 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99a4a49a-1851-446f-af7a-debc66a0a7a0 admin admin] Publish callbacks [] for security_group (2e86f178-2adf-408f-a6c9-30263cd1c9a7), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.096251 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:07.105424 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:07.106532 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99a4a49a-1851-446f-af7a-debc66a0a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2e86f178-2adf-408f-a6c9-30263cd1c9a7), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.174297 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a69c19-de5a-4cb2-a78f-9c5bd08a7416 req-74d0f88c-015a-4346-a10c-7f4ae631e03f tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:07.176259 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-78a69c19-de5a-4cb2-a78f-9c5bd08a7416 req-74d0f88c-015a-4346-a10c-7f4ae631e03f tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 946 time: 0.1217017 Aug 30 04:38:07.216508 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-97cbc0da-7741-4e88-92c4-bab83302ba4b req-d67ce93c-7780-4296-9a93-8964457c3ffd tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893082 Aug 30 04:38:07.228012 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-99a4a49a-1851-446f-af7a-debc66a0a7a0 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=ae901bf0464742b1b9d012aaef1551a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5660539 Aug 30 04:38:07.228949 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54412) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:07.277206 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4a49a-1851-446f-af7a-debc66a0a7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e86f178-2adf-408f-a6c9-30263cd1c9a7,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:07.336598 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e8e3-999b-4996-92be-c1a504eeb706 admin admin] Publish callbacks [] for security_group (2e86f178-2adf-408f-a6c9-30263cd1c9a7), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.351954 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-78a69c19-de5a-4cb2-a78f-9c5bd08a7416 req-57f33e92-9bb4-45ca-b675-09db56c79fe8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Deleting port 01ac43a7-cd3e-4f68-8007-8bc881092931 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:38:07.352536 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-78a69c19-de5a-4cb2-a78f-9c5bd08a7416 req-57f33e92-9bb4-45ca-b675-09db56c79fe8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.377891 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e8e3-999b-4996-92be-c1a504eeb706 admin admin] Publish callbacks [] for security_group (2e86f178-2adf-408f-a6c9-30263cd1c9a7), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.463085 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e8e3-999b-4996-92be-c1a504eeb706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (2e86f178-2adf-408f-a6c9-30263cd1c9a7), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.466893 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e8e3-999b-4996-92be-c1a504eeb706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.468184 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-7ce4e8e3-999b-4996-92be-c1a504eeb706 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/2e86f178-2adf-408f-a6c9-30263cd1c9a7 HTTP/1.1" status: 204 len: 168 time: 0.2378511 Aug 30 04:38:07.481090 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-78a69c19-de5a-4cb2-a78f-9c5bd08a7416 req-57f33e92-9bb4-45ca-b675-09db56c79fe8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] For port 01ac43a7-cd3e-4f68-8007-8bc881092931, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01ac43a7-cd3e-4f68-8007-8bc881092931,segment=NetworkSegment(a315ace1-4169-466c-906e-b8ff387d68db),segment_id=a315ace1-4169-466c-906e-b8ff387d68db)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:07.481597 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-78a69c19-de5a-4cb2-a78f-9c5bd08a7416 req-57f33e92-9bb4-45ca-b675-09db56c79fe8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.487202 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4e8e3-999b-4996-92be-c1a504eeb706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e86f178-2adf-408f-a6c9-30263cd1c9a7,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:07.500411 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-78a69c19-de5a-4cb2-a78f-9c5bd08a7416 req-57f33e92-9bb4-45ca-b675-09db56c79fe8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Calling delete_port for 01ac43a7-cd3e-4f68-8007-8bc881092931 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:38:07.731162 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-78a69c19-de5a-4cb2-a78f-9c5bd08a7416 req-57f33e92-9bb4-45ca-b675-09db56c79fe8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (01ac43a7-cd3e-4f68-8007-8bc881092931), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.765074 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f33e92-9bb4-45ca-b675-09db56c79fe8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Pushing event deleted for resources: {'Port': ['ID=01ac43a7-cd3e-4f68-8007-8bc881092931,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:07.773250 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['01ac43a7-cd3e-4f68-8007-8bc881092931'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:38:07.837607 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a69c19-de5a-4cb2-a78f-9c5bd08a7416 req-57f33e92-9bb4-45ca-b675-09db56c79fe8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] No DVR routers for this DVR port 01ac43a7-cd3e-4f68-8007-8bc881092931 on host hv-cinder-85426 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:38:07.842507 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-78a69c19-de5a-4cb2-a78f-9c5bd08a7416 req-57f33e92-9bb4-45ca-b675-09db56c79fe8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.846868 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-78a69c19-de5a-4cb2-a78f-9c5bd08a7416 req-57f33e92-9bb4-45ca-b675-09db56c79fe8 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.83 "DELETE /networking/v2.0/ports/01ac43a7-cd3e-4f68-8007-8bc881092931 HTTP/1.1" status: 204 len: 173 time: 0.6548119 Aug 30 04:38:07.847672 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966ea0ac-6e1e-486f-a6da-8f164b7a0d43', 'name': 'network-vif-deleted', 'tag': '01ac43a7-cd3e-4f68-8007-8bc881092931'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:07.850519 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f08c491-afd1-41d3-ac41-6c7b4d4fd8cb" -d '{"events": [{"server_uuid": "966ea0ac-6e1e-486f-a6da-8f164b7a0d43", "name": "network-vif-deleted", "tag": "01ac43a7-cd3e-4f68-8007-8bc881092931"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:07.903359 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.932190 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548985ac-10f4-4e02-a1b9-f5bb82d9d0d4 x-openstack-request-id: req-548985ac-10f4-4e02-a1b9-f5bb82d9d0d4 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:07.933584 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966ea0ac-6e1e-486f-a6da-8f164b7a0d43", "name": "network-vif-deleted", "tag": "01ac43a7-cd3e-4f68-8007-8bc881092931", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:07.934720 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-548985ac-10f4-4e02-a1b9-f5bb82d9d0d4 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:07.935173 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548985ac-10f4-4e02-a1b9-f5bb82d9d0d4'] response: {'server_uuid': '966ea0ac-6e1e-486f-a6da-8f164b7a0d43', 'name': 'network-vif-deleted', 'tag': '01ac43a7-cd3e-4f68-8007-8bc881092931', 'status': 'completed', 'code': 200} Aug 30 04:38:07.940203 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d3717c87-5550-4b45-80b0-cf5f6522a3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:07.999061 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54434) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:08.133839 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54438) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:08.150117 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-10e83a94-4de6-4b55-a608-c44b42218845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.164855 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-15ed1b94-f8e4-448a-923f-4e70c368eaca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.179967 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:08.253035 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-10e83a94-4de6-4b55-a608-c44b42218845 admin admin] Publish callbacks [] for security_group (171e040f-bb74-48bf-93f1-51a85b48d653), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.262713 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-10e83a94-4de6-4b55-a608-c44b42218845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (171e040f-bb74-48bf-93f1-51a85b48d653), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.271650 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-15ed1b94-f8e4-448a-923f-4e70c368eaca admin admin] Publish callbacks [] for security_group (8dba0e3c-7d13-49a0-b2bb-53e897c23300), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.278215 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-15ed1b94-f8e4-448a-923f-4e70c368eaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8dba0e3c-7d13-49a0-b2bb-53e897c23300), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.316967 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-10e83a94-4de6-4b55-a608-c44b42218845 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=3050b27fe5a74c798e6afe41b3748cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790664 Aug 30 04:38:08.317200 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed1b94-f8e4-448a-923f-4e70c368eaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dba0e3c-7d13-49a0-b2bb-53e897c23300,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:08.318529 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54442) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:08.328156 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e83a94-4de6-4b55-a608-c44b42218845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171e040f-bb74-48bf-93f1-51a85b48d653,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:08.343430 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54444) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:08.344748 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-15ed1b94-f8e4-448a-923f-4e70c368eaca admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=df7b0ee76cb04660bd95d7ffbb3a7148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448608 Aug 30 04:38:08.400529 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-69f3b433-f99c-4bb0-bbfd-6ac1d947c742 req-75107bfa-2032-4d85-b47b-64ecb3086698 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=966ea0ac-6e1e-486f-a6da-8f164b7a0d43 HTTP/1.1" status: 200 len: 210 time: 0.0610185 Aug 30 04:38:08.464845 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:08.482511 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0e2f1c6a-dd29-4d97-9f15-903ba7d72637 admin admin] Publish callbacks [] for security_group (171e040f-bb74-48bf-93f1-51a85b48d653), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.495549 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-286b94c4-9217-4cab-b3c3-a5787873fef4 admin admin] Publish callbacks [] for security_group (8dba0e3c-7d13-49a0-b2bb-53e897c23300), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.501137 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:08.531123 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0e2f1c6a-dd29-4d97-9f15-903ba7d72637 admin admin] Publish callbacks [] for security_group (171e040f-bb74-48bf-93f1-51a85b48d653), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.545081 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-286b94c4-9217-4cab-b3c3-a5787873fef4 admin admin] Publish callbacks [] for security_group (8dba0e3c-7d13-49a0-b2bb-53e897c23300), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.640693 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-286b94c4-9217-4cab-b3c3-a5787873fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (8dba0e3c-7d13-49a0-b2bb-53e897c23300), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.643602 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-286b94c4-9217-4cab-b3c3-a5787873fef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.645037 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-286b94c4-9217-4cab-b3c3-a5787873fef4 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/8dba0e3c-7d13-49a0-b2bb-53e897c23300 HTTP/1.1" status: 204 len: 168 time: 0.3005400 Aug 30 04:38:08.650832 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0e2f1c6a-dd29-4d97-9f15-903ba7d72637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (171e040f-bb74-48bf-93f1-51a85b48d653), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.654544 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0e2f1c6a-dd29-4d97-9f15-903ba7d72637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:08.656135 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-0e2f1c6a-dd29-4d97-9f15-903ba7d72637 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/171e040f-bb74-48bf-93f1-51a85b48d653 HTTP/1.1" status: 204 len: 168 time: 0.3364534 Aug 30 04:38:08.664791 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b94c4-9217-4cab-b3c3-a5787873fef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dba0e3c-7d13-49a0-b2bb-53e897c23300,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:08.677948 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f1c6a-dd29-4d97-9f15-903ba7d72637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171e040f-bb74-48bf-93f1-51a85b48d653,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:09.152466 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54458) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:09.175968 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8b59987c-8299-4cb8-8837-59576ebd5959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:09.313963 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8b59987c-8299-4cb8-8837-59576ebd5959 admin admin] Publish callbacks [] for security_group (a17de263-3b6e-40a6-8c26-52a7db42ee53), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:09.322711 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8b59987c-8299-4cb8-8837-59576ebd5959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (a17de263-3b6e-40a6-8c26-52a7db42ee53), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:09.389797 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-8b59987c-8299-4cb8-8837-59576ebd5959 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=cfe468086bdf4fc3b1bf95498b8329d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361906 Aug 30 04:38:09.391380 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59987c-8299-4cb8-8837-59576ebd5959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17de263-3b6e-40a6-8c26-52a7db42ee53,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:09.394423 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54464) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:09.470931 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3ebe0b82-a34f-436f-aff8-472a617746b3 admin admin] Publish callbacks [] for security_group (a17de263-3b6e-40a6-8c26-52a7db42ee53), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:09.520446 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3ebe0b82-a34f-436f-aff8-472a617746b3 admin admin] Publish callbacks [] for security_group (a17de263-3b6e-40a6-8c26-52a7db42ee53), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:09.605681 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3ebe0b82-a34f-436f-aff8-472a617746b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (a17de263-3b6e-40a6-8c26-52a7db42ee53), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:09.611529 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3ebe0b82-a34f-436f-aff8-472a617746b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:09.613646 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-3ebe0b82-a34f-436f-aff8-472a617746b3 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/a17de263-3b6e-40a6-8c26-52a7db42ee53 HTTP/1.1" status: 204 len: 168 time: 0.2178683 Aug 30 04:38:09.630226 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe0b82-a34f-436f-aff8-472a617746b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17de263-3b6e-40a6-8c26-52a7db42ee53,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:09.968127 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2c7c8eda-10d5-4e29-85d4-59f3e0602ca9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:09.969721 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2c7c8eda-10d5-4e29-85d4-59f3e0602ca9 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/networks?id=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d HTTP/1.1" status: 200 len: 809 time: 0.1477859 Aug 30 04:38:09.982827 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 01ac43a7-cd3e-4f68-8007-8bc881092931 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:38:09.998117 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-45d56b0c-0579-47c5-bb1c-804b514174e5 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/quotas/a1c4b71eb1c4418db40f314db4478b51 HTTP/1.1" status: 200 len: 375 time: 0.0208416 Aug 30 04:38:10.018659 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 01ac43a7-cd3e-4f68-8007-8bc881092931 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:38:10.019638 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 01ac43a7-cd3e-4f68-8007-8bc881092931 not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:38:10.038708 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-198746d9-8a86-43d9-a499-595612459e30 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=a1c4b71eb1c4418db40f314db4478b51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387330 Aug 30 04:38:10.194704 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-5ad60643-3990-4257-97ea-8ee804f90a68 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424499 Aug 30 04:38:10.705781 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2ded8bde-a05a-44d0-96e6-c9c7ac8cbca9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955630 Aug 30 04:38:10.978493 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-34ca62d4-e94c-46a3-9f82-1b98cc94d1b5 req-d913e3e0-7284-4ee0-a815-b59575f5399c tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 210 time: 0.0507863 Aug 30 04:38:11.473591 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6e8efa5c-3d2d-4b53-bd15-df46ed2ffed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.135816 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-53b56876-0e82-4f8e-b723-46338816ee59 req-0f8a75bd-2e3d-406a-83a3-3c7a4010bb74 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 210 time: 0.0439906 Aug 30 04:38:12.486917 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-5bc3d5fb-cf78-4bf5-a5ad-5065a3028bff tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:12.489564 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-5bc3d5fb-cf78-4bf5-a5ad-5065a3028bff tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.83 "GET /networking/v2.0/networks?id=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d HTTP/1.1" status: 200 len: 809 time: 0.1456270 Aug 30 04:38:12.712447 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Request body: {'port': {'device_id': '8ba6535d-5055-428d-bcd8-3e7075f18c41', 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d', 'admin_state_up': True, 'tenant_id': 'a1c4b71eb1c4418db40f314db4478b51'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:38:12.877204 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:12.925704 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Made reservation on behalf of a1c4b71eb1c4418db40f314db4478b51 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:38:12.938291 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:13.132557 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:13.165778 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Allocated IP 172.20.0.7 (0e2729ae-1c6d-4abf-8ed0-9545a4829f8d/f3d3e6f2-0c44-494f-8fa8-a0a4008a9268/48b37520-f2c9-4d23-a359-43c5f67c7cf5) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:38:13.265352 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-6ede5757-ab93-48e1-a2b2-362350f3c8e1 req-a814d394-daf2-4a98-939c-0a15c2fb65ad tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 210 time: 0.0370638 Aug 30 04:38:13.384571 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks [] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:13.435002 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727634147121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:13.491774 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:38:13.496786 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:38:13.498150 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:38:13.529731 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Pushing event updated for resources: {'Port': ['ID=48b37520-f2c9-4d23-a359-43c5f67c7cf5,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:13.564935 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:13.565665 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:13.588834 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-6181dd4f-eaa5-4f31-a09b-ca223a288543 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8807263 Aug 30 04:38:13.610202 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Request body: {'port': {'device_id': '8ba6535d-5055-428d-bcd8-3e7075f18c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:38:13.698423 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:13.858973 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:14.018583 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:14.027272 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b37520-f2c9-4d23-a359-43c5f67c7cf5 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:38:14.037841 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Publish callbacks [] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:14.054275 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Transition to ACTIVE for port object 48b37520-f2c9-4d23-a359-43c5f67c7cf5 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:38:14.059875 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13740708'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:14.138880 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Pushing event updated for resources: {'Port': ['ID=48b37520-f2c9-4d23-a359-43c5f67c7cf5,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:14.178765 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:14.211216 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Attempting to bind port 48b37520-f2c9-4d23-a359-43c5f67c7cf5 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:38:14.212051 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Attempting to bind port 48b37520-f2c9-4d23-a359-43c5f67c7cf5 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a315ace1-4169-466c-906e-b8ff387d68db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:38:14.212735 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Attempting to bind port 48b37520-f2c9-4d23-a359-43c5f67c7cf5 on network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:38:14.220227 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Port 48b37520-f2c9-4d23-a359-43c5f67c7cf5 on network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:38:14.220670 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Attempting to bind port 48b37520-f2c9-4d23-a359-43c5f67c7cf5 on network 0e2729ae-1c6d-4abf-8ed0-9545a4829f8d {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:38:14.228900 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Checking agent: {'id': '6316d2f1-d899-4342-90c5-dae08366fd6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'started_at': datetime.datetime(2022, 8, 30, 4, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:38:14.229288 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Checking segment: {'id': 'a315ace1-4169-466c-906e-b8ff387d68db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:38:14.229864 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Bound using segment: {'id': 'a315ace1-4169-466c-906e-b8ff387d68db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:38:14.230548 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Bound port: 48b37520-f2c9-4d23-a359-43c5f67c7cf5, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a315ace1-4169-466c-906e-b8ff387d68db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:38:14.231060 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:14.327214 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] For port 48b37520-f2c9-4d23-a359-43c5f67c7cf5, host hv-cinder-85426, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:38:14.333890 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] For port 48b37520-f2c9-4d23-a359-43c5f67c7cf5, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=48b37520-f2c9-4d23-a359-43c5f67c7cf5,segment=NetworkSegment(a315ace1-4169-466c-906e-b8ff387d68db),segment_id=a315ace1-4169-466c-906e-b8ff387d68db)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:38:14.343993 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13740708'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:14.349652 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:14.350553 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:14.352537 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/48b37520-f2c9-4d23-a359-43c5f67c7cf5 HTTP/1.1" status: 200 len: 1093 time: 0.7475812 Aug 30 04:38:14.357423 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba6535d-5055-428d-bcd8-3e7075f18c41', 'tag': '48b37520-f2c9-4d23-a359-43c5f67c7cf5'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:14.361227 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14db5db5-e614-45b8-a876-1a019d9d85cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba6535d-5055-428d-bcd8-3e7075f18c41", "tag": "48b37520-f2c9-4d23-a359-43c5f67c7cf5"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:14.473814 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a382690-6695-4d34-93a5-ae147deac00b x-openstack-request-id: req-9a382690-6695-4d34-93a5-ae147deac00b {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:14.474116 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba6535d-5055-428d-bcd8-3e7075f18c41", "tag": "48b37520-f2c9-4d23-a359-43c5f67c7cf5", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:14.474396 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9a382690-6695-4d34-93a5-ae147deac00b {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:14.474844 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a382690-6695-4d34-93a5-ae147deac00b'] response: {'name': 'network-changed', 'server_uuid': '8ba6535d-5055-428d-bcd8-3e7075f18c41', 'tag': '48b37520-f2c9-4d23-a359-43c5f67c7cf5', 'status': 'completed', 'code': 200} Aug 30 04:38:14.548819 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4fddc-fba0-42ff-9944-1f92a296dc15 req-b94fa0cf-08fe-4586-a70f-4df21864d059 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:14.551235 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-19a4fddc-fba0-42ff-9944-1f92a296dc15 req-b94fa0cf-08fe-4586-a70f-4df21864d059 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 943 time: 0.1299915 Aug 30 04:38:14.557817 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-465a10de-7200-4287-9d69-0e1a57b19d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:14.559437 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-465a10de-7200-4287-9d69-0e1a57b19d07 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=a1c4b71eb1c4418db40f314db4478b51&device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 1127 time: 0.0836315 Aug 30 04:38:14.561736 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e271094-91e8-4e82-87ab-59fa5c846b60 service neutron] Pushing event updated for resources: {'Port': ['ID=48b37520-f2c9-4d23-a359-43c5f67c7cf5,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:14.627518 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-7f7159f4-16bb-4592-bd86-4c64a541040c service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48b37520-f2c9-4d23-a359-43c5f67c7cf5 HTTP/1.1" status: 200 len: 217 time: 0.0540302 Aug 30 04:38:14.684902 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:14.698008 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-19a4fddc-fba0-42ff-9944-1f92a296dc15 req-9ff2781f-dc31-44a9-b05f-d539cf8721ee tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373396 Aug 30 04:38:14.714523 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-bef798a0-3a70-44f8-93f1-f4bcb6742976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:14.716160 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-bef798a0-3a70-44f8-93f1-f4bcb6742976 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=f3d3e6f2-0c44-494f-8fa8-a0a4008a9268 HTTP/1.1" status: 200 len: 849 time: 0.0822790 Aug 30 04:38:14.755555 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-16e24af0-ca99-4dd6-9958-52d73e6f5a5d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330946 Aug 30 04:38:14.906099 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-2203c394-8ba6-445a-b891-a37eda594bb5 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432624 Aug 30 04:38:15.018011 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-817d0a04-3a16-4b5e-ab06-5930a15ba266 req-c0892c6f-5bf4-4205-bdad-198513675cfe service neutron] 10.222.0.83 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050515 Aug 30 04:38:15.834736 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db5db5-e614-45b8-a876-1a019d9d85cd req-4ee16770-9e38-49ad-99b5-0fbd1915e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:15.837820 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14db5db5-e614-45b8-a876-1a019d9d85cd req-4ee16770-9e38-49ad-99b5-0fbd1915e69a service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=a1c4b71eb1c4418db40f314db4478b51&device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 1127 time: 0.0775402 Aug 30 04:38:15.881662 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7945888-deff-4444-a6c2-76c63353ed7f req-de81bc87-66c8-4ae1-9f4d-1e5fe89560c3 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:15.884193 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e7945888-deff-4444-a6c2-76c63353ed7f req-de81bc87-66c8-4ae1-9f4d-1e5fe89560c3 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 943 time: 0.0860198 Aug 30 04:38:15.968761 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-e7945888-deff-4444-a6c2-76c63353ed7f req-0d59f38c-8b19-4f34-8838-37f56d92c741 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780528 Aug 30 04:38:15.992465 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db5db5-e614-45b8-a876-1a019d9d85cd req-d12bb23a-5483-4bf5-9234-448e42c94d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:15.994649 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14db5db5-e614-45b8-a876-1a019d9d85cd req-d12bb23a-5483-4bf5-9234-448e42c94d16 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d HTTP/1.1" status: 200 len: 911 time: 0.1515143 Aug 30 04:38:16.018582 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 48b37520-f2c9-4d23-a359-43c5f67c7cf5 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106397) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:38:16.054078 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14db5db5-e614-45b8-a876-1a019d9d85cd req-1ab9c97f-9282-44bb-a227-6e66c3e1b165 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48b37520-f2c9-4d23-a359-43c5f67c7cf5 HTTP/1.1" status: 200 len: 217 time: 0.0517974 Aug 30 04:38:16.113112 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db5db5-e614-45b8-a876-1a019d9d85cd req-f9e8a0d1-5292-4dd8-8c66-053d806be793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:16.114994 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14db5db5-e614-45b8-a876-1a019d9d85cd req-f9e8a0d1-5292-4dd8-8c66-053d806be793 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=f3d3e6f2-0c44-494f-8fa8-a0a4008a9268 HTTP/1.1" status: 200 len: 849 time: 0.0546491 Aug 30 04:38:16.156101 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14db5db5-e614-45b8-a876-1a019d9d85cd req-03603b81-c051-4d4d-b0a2-e3cebc78da30 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342555 Aug 30 04:38:16.249025 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:16.264978 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 48b37520-f2c9-4d23-a359-43c5f67c7cf5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=48b37520-f2c9-4d23-a359-43c5f67c7cf5,segment=NetworkSegment(a315ace1-4169-466c-906e-b8ff387d68db),segment_id=a315ace1-4169-466c-906e-b8ff387d68db)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:16.280104 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Returning: {'device': '48b37520-f2c9-4d23-a359-43c5f67c7cf5', 'network_id': '0e2729ae-1c6d-4abf-8ed0-9545a4829f8d', 'port_id': '48b37520-f2c9-4d23-a359-43c5f67c7cf5', 'mac_address': 'fa:16:3e:a8:16:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d3e6f2-0c44-494f-8fa8-a0a4008a9268', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106397) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:38:16.319475 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:16.327685 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 48b37520-f2c9-4d23-a359-43c5f67c7cf5 is: DOWN; New status is: BUILD {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:38:16.328119 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:16.346159 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b37520-f2c9-4d23-a359-43c5f67c7cf5 {{(pid=106397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:38:16.358946 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14db5db5-e614-45b8-a876-1a019d9d85cd req-59f9b19d-7c8d-4415-b8b5-15931ae0519d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968808 Aug 30 04:38:16.372087 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 48b37520-f2c9-4d23-a359-43c5f67c7cf5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=48b37520-f2c9-4d23-a359-43c5f67c7cf5,segment=NetworkSegment(a315ace1-4169-466c-906e-b8ff387d68db),segment_id=a315ace1-4169-466c-906e-b8ff387d68db)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:16.384468 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:16.488641 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:16.552681 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-14db5db5-e614-45b8-a876-1a019d9d85cd req-b0422844-1bda-4ec6-95a5-ab274681cdae service neutron] 10.222.0.83 "GET /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872852 Aug 30 04:38:16.608406 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=48b37520-f2c9-4d23-a359-43c5f67c7cf5,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:16.682023 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] get_ports_and_sgs() called for port_ids ['48b37520-f2c9-4d23-a359-43c5f67c7cf5'] {{(pid=106397) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:38:17.143863 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46fbb5-f1b5-4a96-9b77-7d173d081925 req-7024b20c-0043-4426-bb4d-41d7c290c13c tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:17.147094 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ea46fbb5-f1b5-4a96-9b77-7d173d081925 req-7024b20c-0043-4426-bb4d-41d7c290c13c tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 944 time: 0.0625763 Aug 30 04:38:17.210980 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-ea46fbb5-f1b5-4a96-9b77-7d173d081925 req-ab4bf49f-7d2c-42de-9915-e5b0b17b5aca tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574770 Aug 30 04:38:18.043166 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 48b37520-f2c9-4d23-a359-43c5f67c7cf5 up at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:38:18.107583 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning for port 48b37520-f2c9-4d23-a359-43c5f67c7cf5 completed by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:38:18.118185 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.db.provisioning_blocks [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Provisioning complete for port 48b37520-f2c9-4d23-a359-43c5f67c7cf5 triggered by entity L2. {{(pid=106397) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:38:18.118901 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398880'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), provisioning_complete {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:18.217228 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:18.233814 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Current status of the port 48b37520-f2c9-4d23-a359-43c5f67c7cf5 is: BUILD; New status is: ACTIVE {{(pid=106397) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:38:18.234551 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571441'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:18.249137 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:18.268238 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba6535d-5055-428d-bcd8-3e7075f18c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b37520-f2c9-4d23-a359-43c5f67c7cf5'}] {{(pid=106397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:18.271123 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d06c0544574a7b88aa28abf925c54cf57d9154f3f1fc794fee24894f7df7782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ca8cc2-41c4-4998-90ae-73a5fe8f1af1" -d '{"events": [{"server_uuid": "8ba6535d-5055-428d-bcd8-3e7075f18c41", "name": "network-vif-plugged", "status": "completed", "tag": "48b37520-f2c9-4d23-a359-43c5f67c7cf5"}]}' {{(pid=106397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:18.292050 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] For port 48b37520-f2c9-4d23-a359-43c5f67c7cf5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=48b37520-f2c9-4d23-a359-43c5f67c7cf5,segment=NetworkSegment(a315ace1-4169-466c-906e-b8ff387d68db),segment_id=a315ace1-4169-466c-906e-b8ff387d68db)] {{(pid=106397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:18.300469 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727634574978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727634147139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727634147157'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:18.358516 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e25f6ee-1ff5-45e3-8e75-06df4df7c5c5 x-openstack-request-id: req-4e25f6ee-1ff5-45e3-8e75-06df4df7c5c5 {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:18.358833 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba6535d-5055-428d-bcd8-3e7075f18c41", "name": "network-vif-plugged", "status": "completed", "tag": "48b37520-f2c9-4d23-a359-43c5f67c7cf5", "code": 200}]} {{(pid=106397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:18.359749 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4e25f6ee-1ff5-45e3-8e75-06df4df7c5c5 {{(pid=106397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:18.360633 dv-cinder-854265-2-smb neutron-server[106397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e25f6ee-1ff5-45e3-8e75-06df4df7c5c5'] response: {'server_uuid': '8ba6535d-5055-428d-bcd8-3e7075f18c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b37520-f2c9-4d23-a359-43c5f67c7cf5', 'code': 200} Aug 30 04:38:18.380983 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Pushing event updated for resources: {'Port': ['ID=48b37520-f2c9-4d23-a359-43c5f67c7cf5,revision_number=5']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:18.415844 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b3c28-2421-409b-ad63-790c010d4eb3 req-34356e2c-5c60-4492-b00a-881001eb057a tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:18.418364 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c87b3c28-2421-409b-ad63-790c010d4eb3 req-34356e2c-5c60-4492-b00a-881001eb057a tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 945 time: 0.0797040 Aug 30 04:38:18.500360 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-c87b3c28-2421-409b-ad63-790c010d4eb3 req-d0bb627a-0e77-498a-a6ff-bcffe975b9ea tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753319 Aug 30 04:38:18.632641 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe0fbe-533d-45f0-b59f-6ae0c7e94b9a req-e6692d9b-9bb3-4573-8a35-6af7971226c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:18.635055 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3cbe0fbe-533d-45f0-b59f-6ae0c7e94b9a req-e6692d9b-9bb3-4573-8a35-6af7971226c9 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 1129 time: 0.0528164 Aug 30 04:38:18.690433 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3cbe0fbe-533d-45f0-b59f-6ae0c7e94b9a req-c98eff1d-8bd8-4d75-b767-77045227d999 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490019 Aug 30 04:38:19.092629 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54692) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:19.230041 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-50a60735-ca02-4632-a923-82e79f230994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.303718 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:19.333189 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-50a60735-ca02-4632-a923-82e79f230994 admin admin] Publish callbacks [] for security_group (bbbe6f19-35f5-4765-8ca7-5b761028e652), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.338427 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-50a60735-ca02-4632-a923-82e79f230994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (bbbe6f19-35f5-4765-8ca7-5b761028e652), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.385360 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-50a60735-ca02-4632-a923-82e79f230994 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=6084f937082f4d00881f0ac144e8a80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911730 Aug 30 04:38:19.386155 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a60735-ca02-4632-a923-82e79f230994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbe6f19-35f5-4765-8ca7-5b761028e652,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:19.388593 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54696) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:19.482574 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-597fe7bc-71e9-446e-a064-f6738f3b5390 admin admin] Publish callbacks [] for security_group (bbbe6f19-35f5-4765-8ca7-5b761028e652), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.520938 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-597fe7bc-71e9-446e-a064-f6738f3b5390 admin admin] Publish callbacks [] for security_group (bbbe6f19-35f5-4765-8ca7-5b761028e652), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.590456 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-597fe7bc-71e9-446e-a064-f6738f3b5390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (bbbe6f19-35f5-4765-8ca7-5b761028e652), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.595689 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-597fe7bc-71e9-446e-a064-f6738f3b5390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.598881 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-597fe7bc-71e9-446e-a064-f6738f3b5390 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/bbbe6f19-35f5-4765-8ca7-5b761028e652 HTTP/1.1" status: 204 len: 168 time: 0.2073956 Aug 30 04:38:19.615565 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fe7bc-71e9-446e-a064-f6738f3b5390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbe6f19-35f5-4765-8ca7-5b761028e652,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:19.719637 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5d204-a9aa-4a03-9514-3a8a2220af1e req-67851c17-5a2e-48c3-91dd-ebff44a77d3a tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:19.727842 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-eeb5d204-a9aa-4a03-9514-3a8a2220af1e req-67851c17-5a2e-48c3-91dd-ebff44a77d3a tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 945 time: 0.0914896 Aug 30 04:38:19.794793 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-eeb5d204-a9aa-4a03-9514-3a8a2220af1e req-3d2edf3f-4793-4bfa-9551-21a9e789fe28 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655434 Aug 30 04:38:20.049349 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54706) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:20.064736 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-69918dde-f540-462f-bccf-4c741dcac0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:20.179879 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-69918dde-f540-462f-bccf-4c741dcac0ef admin admin] Publish callbacks [] for security_group (50d92b9a-16fa-49d0-901c-fffdaa7059b0), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:20.186497 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-69918dde-f540-462f-bccf-4c741dcac0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (50d92b9a-16fa-49d0-901c-fffdaa7059b0), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:20.244134 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-69918dde-f540-462f-bccf-4c741dcac0ef admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=162348a5bc9d4e54b5dd30be1dba815e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894145 Aug 30 04:38:20.244134 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69918dde-f540-462f-bccf-4c741dcac0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d92b9a-16fa-49d0-901c-fffdaa7059b0,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:20.244624 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54712) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:20.307848 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f03bd0c8-523f-431d-8375-68e6b2540bb1 admin admin] Publish callbacks [] for security_group (50d92b9a-16fa-49d0-901c-fffdaa7059b0), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:20.334508 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f03bd0c8-523f-431d-8375-68e6b2540bb1 admin admin] Publish callbacks [] for security_group (50d92b9a-16fa-49d0-901c-fffdaa7059b0), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:20.399942 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f03bd0c8-523f-431d-8375-68e6b2540bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (50d92b9a-16fa-49d0-901c-fffdaa7059b0), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:20.402626 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f03bd0c8-523f-431d-8375-68e6b2540bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:20.404150 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-f03bd0c8-523f-431d-8375-68e6b2540bb1 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/50d92b9a-16fa-49d0-901c-fffdaa7059b0 HTTP/1.1" status: 204 len: 168 time: 0.1587586 Aug 30 04:38:20.414284 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bd0c8-523f-431d-8375-68e6b2540bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d92b9a-16fa-49d0-901c-fffdaa7059b0,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:20.981543 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd4c3a-05a5-410a-a5e8-c448bb2f532b req-c3dfe7d1-7f81-4020-b6bd-592472231744 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:20.985223 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d7bd4c3a-05a5-410a-a5e8-c448bb2f532b req-c3dfe7d1-7f81-4020-b6bd-592472231744 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 945 time: 0.0880795 Aug 30 04:38:21.011573 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:21.084471 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-d7bd4c3a-05a5-410a-a5e8-c448bb2f532b req-ab53e4cb-d8e7-4885-b078-c815c83e1463 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844157 Aug 30 04:38:21.170625 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54740) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:21.361621 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6609e31-795a-475a-84aa-fca236eeb016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.386455 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:21.400059 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:21.540145 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6609e31-795a-475a-84aa-fca236eeb016 admin admin] Publish callbacks [] for security_group (b59817eb-f931-4f39-9906-16115dc68295), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.546729 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6609e31-795a-475a-84aa-fca236eeb016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (b59817eb-f931-4f39-9906-16115dc68295), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.594657 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6609e31-795a-475a-84aa-fca236eeb016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59817eb-f931-4f39-9906-16115dc68295,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:21.602652 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54758) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:21.613585 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-f6609e31-795a-475a-84aa-fca236eeb016 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=a03aefcf7f894cbbbfdb50ee3b7f3442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4400785 Aug 30 04:38:21.690402 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Publish callbacks [] for security_group (b59817eb-f931-4f39-9906-16115dc68295), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.734940 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Publish callbacks [] for security_group (b59817eb-f931-4f39-9906-16115dc68295), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.829343 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (b59817eb-f931-4f39-9906-16115dc68295), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.835394 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.837631 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/b59817eb-f931-4f39-9906-16115dc68295 HTTP/1.1" status: 204 len: 168 time: 0.2336600 Aug 30 04:38:21.862972 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59817eb-f931-4f39-9906-16115dc68295,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:21.885275 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.885860 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.886618 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.887198 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.888327 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.889200 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.890039 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.890908 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.891710 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.892548 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.894153 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.895699 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.896778 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.898534 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:21.900316 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d02cf-4273-409f-adcc-b5f8f9140d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:22.217407 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603993-a78c-4fe2-832c-502300d864dc req-50793a7c-b186-4c60-87c7-77488c71c644 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:22.219978 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-70603993-a78c-4fe2-832c-502300d864dc req-50793a7c-b186-4c60-87c7-77488c71c644 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 945 time: 0.0915804 Aug 30 04:38:22.298719 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [req-70603993-a78c-4fe2-832c-502300d864dc req-f5cc11a1-8a18-4b84-a65f-c41ddcad9bcf tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704420 Aug 30 04:38:22.358389 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54782) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:22.510282 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54786) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:22.515690 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2fb232b9-e41e-477b-a1a1-d44b289177ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.530070 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a88ee470-5a28-4dad-995f-21dae5de8a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.658241 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a88ee470-5a28-4dad-995f-21dae5de8a0b admin admin] Publish callbacks [] for security_group (1b88b4e0-6f5d-4277-a0f2-cd478d7672bb), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.664619 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2fb232b9-e41e-477b-a1a1-d44b289177ae admin admin] Publish callbacks [] for security_group (59533b0a-1d5b-40a2-82ce-82bb25defc86), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.665430 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a88ee470-5a28-4dad-995f-21dae5de8a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1b88b4e0-6f5d-4277-a0f2-cd478d7672bb), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.669928 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2fb232b9-e41e-477b-a1a1-d44b289177ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (59533b0a-1d5b-40a2-82ce-82bb25defc86), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.738865 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb232b9-e41e-477b-a1a1-d44b289177ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59533b0a-1d5b-40a2-82ce-82bb25defc86,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:22.742009 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ee470-5a28-4dad-995f-21dae5de8a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b88b4e0-6f5d-4277-a0f2-cd478d7672bb,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:22.746579 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-2fb232b9-e41e-477b-a1a1-d44b289177ae admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=99b1e6c36c91400f87f7c2ea08bab924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864152 Aug 30 04:38:22.752164 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 54788) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:22.765884 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-a88ee470-5a28-4dad-995f-21dae5de8a0b admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=a7aad5136b74459896f67d3c0c16cf48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533951 Aug 30 04:38:22.768840 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54790) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:22.804647 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:38:22.839715 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb976-e364-4b92-9e36-158ef974de54 admin admin] Publish callbacks [] for security_group (59533b0a-1d5b-40a2-82ce-82bb25defc86), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.850174 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fedd0afd-5512-46ae-81d1-7bd6323833e7 admin admin] Publish callbacks [] for security_group (1b88b4e0-6f5d-4277-a0f2-cd478d7672bb), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.865910 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb976-e364-4b92-9e36-158ef974de54 admin admin] Publish callbacks [] for security_group (59533b0a-1d5b-40a2-82ce-82bb25defc86), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.880769 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fedd0afd-5512-46ae-81d1-7bd6323833e7 admin admin] Publish callbacks [] for security_group (1b88b4e0-6f5d-4277-a0f2-cd478d7672bb), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.929062 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb976-e364-4b92-9e36-158ef974de54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (59533b0a-1d5b-40a2-82ce-82bb25defc86), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.932811 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb976-e364-4b92-9e36-158ef974de54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.934383 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-8ffcb976-e364-4b92-9e36-158ef974de54 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/59533b0a-1d5b-40a2-82ce-82bb25defc86 HTTP/1.1" status: 204 len: 168 time: 0.1821094 Aug 30 04:38:22.952017 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcb976-e364-4b92-9e36-158ef974de54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59533b0a-1d5b-40a2-82ce-82bb25defc86,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:22.992159 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fedd0afd-5512-46ae-81d1-7bd6323833e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (1b88b4e0-6f5d-4277-a0f2-cd478d7672bb), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.998172 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fedd0afd-5512-46ae-81d1-7bd6323833e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:23.000086 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-fedd0afd-5512-46ae-81d1-7bd6323833e7 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/1b88b4e0-6f5d-4277-a0f2-cd478d7672bb HTTP/1.1" status: 204 len: 168 time: 0.2297785 Aug 30 04:38:23.016594 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd0afd-5512-46ae-81d1-7bd6323833e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b88b4e0-6f5d-4277-a0f2-cd478d7672bb,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:23.508002 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a8c75-94e8-42e6-abd2-0a7fa71256b5 req-0b0c71ce-f05b-4839-a5d3-eaf36699dd1e tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:23.510865 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-089a8c75-94e8-42e6-abd2-0a7fa71256b5 req-0b0c71ce-f05b-4839-a5d3-eaf36699dd1e tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 945 time: 0.0922797 Aug 30 04:38:23.619985 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54808) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:23.633001 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd632-6112-4b8e-bb86-d075f942a05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:23.663044 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-089a8c75-94e8-42e6-abd2-0a7fa71256b5 req-ebf725e2-b7cd-42cd-ac84-7955944c4b0b tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?id=357cf584-4a37-4777-ae34-9ea5128de821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388783 Aug 30 04:38:23.673882 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceaa764-7eaf-400e-8a8d-20103e4916ed req-cb53a78d-75eb-4175-b173-399d710d4839 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:23.676609 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3ceaa764-7eaf-400e-8a8d-20103e4916ed req-cb53a78d-75eb-4175-b173-399d710d4839 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 945 time: 0.1226606 Aug 30 04:38:23.738259 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:23.761142 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd632-6112-4b8e-bb86-d075f942a05f admin admin] Publish callbacks [] for security_group (c2029230-7efc-4a0e-8a91-88425e3f8c70), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:23.767427 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd632-6112-4b8e-bb86-d075f942a05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (c2029230-7efc-4a0e-8a91-88425e3f8c70), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:23.803087 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:23.810903 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cd632-6112-4b8e-bb86-d075f942a05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2029230-7efc-4a0e-8a91-88425e3f8c70,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:23.844562 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-6d7cd632-6112-4b8e-bb86-d075f942a05f admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=babf3fb68a924e13859565d272125f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283926 Aug 30 04:38:23.846120 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 54812) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:23.851100 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-3ceaa764-7eaf-400e-8a8d-20103e4916ed req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Deleting port 48b37520-f2c9-4d23-a359-43c5f67c7cf5 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:38:23.851668 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3ceaa764-7eaf-400e-8a8d-20103e4916ed req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727634570716'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:23.964595 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-90bcaa70-c5d0-4ed4-9c7e-1912210ad0b2 admin admin] Publish callbacks [] for security_group (c2029230-7efc-4a0e-8a91-88425e3f8c70), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:24.014093 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-90bcaa70-c5d0-4ed4-9c7e-1912210ad0b2 admin admin] Publish callbacks [] for security_group (c2029230-7efc-4a0e-8a91-88425e3f8c70), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:24.036789 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-3ceaa764-7eaf-400e-8a8d-20103e4916ed req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] For port 48b37520-f2c9-4d23-a359-43c5f67c7cf5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=48b37520-f2c9-4d23-a359-43c5f67c7cf5,segment=NetworkSegment(a315ace1-4169-466c-906e-b8ff387d68db),segment_id=a315ace1-4169-466c-906e-b8ff387d68db)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:24.037400 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3ceaa764-7eaf-400e-8a8d-20103e4916ed req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-507136'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:24.064325 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-3ceaa764-7eaf-400e-8a8d-20103e4916ed req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Calling delete_port for 48b37520-f2c9-4d23-a359-43c5f67c7cf5 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:38:24.079731 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:24.128033 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-90bcaa70-c5d0-4ed4-9c7e-1912210ad0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (c2029230-7efc-4a0e-8a91-88425e3f8c70), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:24.132729 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-90bcaa70-c5d0-4ed4-9c7e-1912210ad0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:24.134489 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-90bcaa70-c5d0-4ed4-9c7e-1912210ad0b2 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/c2029230-7efc-4a0e-8a91-88425e3f8c70 HTTP/1.1" status: 204 len: 168 time: 0.2849092 Aug 30 04:38:24.151137 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcaa70-c5d0-4ed4-9c7e-1912210ad0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2029230-7efc-4a0e-8a91-88425e3f8c70,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:24.176719 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:24.346896 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3ceaa764-7eaf-400e-8a8d-20103e4916ed req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727634575050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727634147130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13740717'] for port (48b37520-f2c9-4d23-a359-43c5f67c7cf5), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:24.391765 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Pushing event deleted for resources: {'Port': ['ID=48b37520-f2c9-4d23-a359-43c5f67c7cf5,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:24.450512 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.450978 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.451529 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.452088 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.452530 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.452959 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.453394 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.453898 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.454321 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.454832 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.455264 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.455684 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.456239 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.456797 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.457583 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:24.488230 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ceaa764-7eaf-400e-8a8d-20103e4916ed req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] No DVR routers for this DVR port 48b37520-f2c9-4d23-a359-43c5f67c7cf5 on host hv-cinder-85426 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:38:24.494328 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3ceaa764-7eaf-400e-8a8d-20103e4916ed req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99048'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:24.500039 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-3ceaa764-7eaf-400e-8a8d-20103e4916ed req-97911e28-8a18-4d62-a1b7-bbefdfed2b9d tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.83 "DELETE /networking/v2.0/ports/48b37520-f2c9-4d23-a359-43c5f67c7cf5 HTTP/1.1" status: 204 len: 173 time: 0.8171494 Aug 30 04:38:24.500913 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba6535d-5055-428d-bcd8-3e7075f18c41', 'name': 'network-vif-deleted', 'tag': '48b37520-f2c9-4d23-a359-43c5f67c7cf5'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:24.506420 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65a5e4b53b78a2d1abaa483fdcbfcb12a65f4cbb01c781bbd69b0e9d4dadb398" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c55486-8780-4e61-a380-317175207e50" -d '{"events": [{"server_uuid": "8ba6535d-5055-428d-bcd8-3e7075f18c41", "name": "network-vif-deleted", "tag": "48b37520-f2c9-4d23-a359-43c5f67c7cf5"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:24.574917 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945931c5-9f56-4656-9c4c-1833bab091bc x-openstack-request-id: req-945931c5-9f56-4656-9c4c-1833bab091bc {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:24.576508 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba6535d-5055-428d-bcd8-3e7075f18c41", "name": "network-vif-deleted", "tag": "48b37520-f2c9-4d23-a359-43c5f67c7cf5", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:24.576508 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-945931c5-9f56-4656-9c4c-1833bab091bc {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:24.576508 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945931c5-9f56-4656-9c4c-1833bab091bc'] response: {'server_uuid': '8ba6535d-5055-428d-bcd8-3e7075f18c41', 'name': 'network-vif-deleted', 'tag': '48b37520-f2c9-4d23-a359-43c5f67c7cf5', 'status': 'completed', 'code': 200} Aug 30 04:38:24.890219 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [req-886b5226-86ff-4742-8342-e7f65fd08492 req-11cca7ce-5ebd-427a-9a4e-cfc5ed66f629 tempest-VolumesActionsTest-1053792423 tempest-VolumesActionsTest-1053792423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8ba6535d-5055-428d-bcd8-3e7075f18c41 HTTP/1.1" status: 200 len: 210 time: 0.0561137 Aug 30 04:38:26.090277 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 48b37520-f2c9-4d23-a359-43c5f67c7cf5 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:38:26.122736 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.plugin [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] No Port match for: 48b37520-f2c9-4d23-a359-43c5f67c7cf5 {{(pid=106397) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:38:26.123421 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.rpc [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Device 48b37520-f2c9-4d23-a359-43c5f67c7cf5 not bound to the agent host hv-cinder-85426 {{(pid=106397) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:38:29.092336 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 55000) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:29.305430 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-53a7f41f-21f1-4f63-bd0f-17f0ab663430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:29.473578 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-53a7f41f-21f1-4f63-bd0f-17f0ab663430 admin admin] Publish callbacks [] for security_group (ea5e8515-cce4-454e-9752-165a5c9db430), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:29.481812 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-53a7f41f-21f1-4f63-bd0f-17f0ab663430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (ea5e8515-cce4-454e-9752-165a5c9db430), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:29.569353 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7f41f-21f1-4f63-bd0f-17f0ab663430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5e8515-cce4-454e-9752-165a5c9db430,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:29.612776 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 55012) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:29.613684 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-53a7f41f-21f1-4f63-bd0f-17f0ab663430 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=58665b263db6404db00452ce21f64e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191348 Aug 30 04:38:29.754108 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6766c3b5-7bca-4a64-a4fa-ac8c15891f64 admin admin] Publish callbacks [] for security_group (ea5e8515-cce4-454e-9752-165a5c9db430), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:29.797675 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6766c3b5-7bca-4a64-a4fa-ac8c15891f64 admin admin] Publish callbacks [] for security_group (ea5e8515-cce4-454e-9752-165a5c9db430), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:29.904732 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6766c3b5-7bca-4a64-a4fa-ac8c15891f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (ea5e8515-cce4-454e-9752-165a5c9db430), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:29.910380 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6766c3b5-7bca-4a64-a4fa-ac8c15891f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:29.914521 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-6766c3b5-7bca-4a64-a4fa-ac8c15891f64 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/ea5e8515-cce4-454e-9752-165a5c9db430 HTTP/1.1" status: 204 len: 168 time: 0.2991309 Aug 30 04:38:29.955795 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766c3b5-7bca-4a64-a4fa-ac8c15891f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5e8515-cce4-454e-9752-165a5c9db430,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:30.852702 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=6 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:32.806724 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=2 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:36.098231 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=10 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:36.696592 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 55168) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:36.963708 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9006b7b7-a766-46c4-bfa2-12f37e9027d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:37.178127 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9006b7b7-a766-46c4-bfa2-12f37e9027d2 admin admin] Publish callbacks [] for security_group (14e5c2a0-22bc-4e5b-8f50-8509a16b2262), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:37.184279 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9006b7b7-a766-46c4-bfa2-12f37e9027d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (14e5c2a0-22bc-4e5b-8f50-8509a16b2262), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:37.241598 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 55180) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:37.242670 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-9006b7b7-a766-46c4-bfa2-12f37e9027d2 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=def7e1c094e84718a81f6542a68ed20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5439463 Aug 30 04:38:37.293336 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006b7b7-a766-46c4-bfa2-12f37e9027d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e5c2a0-22bc-4e5b-8f50-8509a16b2262,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:37.416533 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b76caf74-c6af-43a8-8cf4-abbcf6c59306 admin admin] Publish callbacks [] for security_group (14e5c2a0-22bc-4e5b-8f50-8509a16b2262), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:37.468420 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b76caf74-c6af-43a8-8cf4-abbcf6c59306 admin admin] Publish callbacks [] for security_group (14e5c2a0-22bc-4e5b-8f50-8509a16b2262), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:37.580603 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b76caf74-c6af-43a8-8cf4-abbcf6c59306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (14e5c2a0-22bc-4e5b-8f50-8509a16b2262), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:37.586957 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b76caf74-c6af-43a8-8cf4-abbcf6c59306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:37.608957 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-b76caf74-c6af-43a8-8cf4-abbcf6c59306 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/14e5c2a0-22bc-4e5b-8f50-8509a16b2262 HTTP/1.1" status: 204 len: 168 time: 0.3619595 Aug 30 04:38:37.619824 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76caf74-c6af-43a8-8cf4-abbcf6c59306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e5c2a0-22bc-4e5b-8f50-8509a16b2262,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:37.915244 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:37.968452 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-15eac2fa-6769-4213-8316-f2bc823c230d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:38.133315 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 55192) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:38.185953 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bec5c712-edbf-4bfd-820d-69ba78c5aac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:38.367977 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bec5c712-edbf-4bfd-820d-69ba78c5aac6 admin admin] Publish callbacks [] for security_group (3ca17de3-dc61-45b7-829c-0b2bf930c059), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:38.379127 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bec5c712-edbf-4bfd-820d-69ba78c5aac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3ca17de3-dc61-45b7-829c-0b2bf930c059), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:38.452980 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5c712-edbf-4bfd-820d-69ba78c5aac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca17de3-dc61-45b7-829c-0b2bf930c059,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:38.481239 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-bec5c712-edbf-4bfd-820d-69ba78c5aac6 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=7dbe6c172fb64015bc28b07c46468dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460615 Aug 30 04:38:38.486030 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 55194) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:38.509767 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:38.620849 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7e91828e-c46d-48db-bfa1-8da0bf51ec5e admin admin] Publish callbacks [] for security_group (3ca17de3-dc61-45b7-829c-0b2bf930c059), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:38.688328 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7e91828e-c46d-48db-bfa1-8da0bf51ec5e admin admin] Publish callbacks [] for security_group (3ca17de3-dc61-45b7-829c-0b2bf930c059), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:38.768077 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7e91828e-c46d-48db-bfa1-8da0bf51ec5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3ca17de3-dc61-45b7-829c-0b2bf930c059), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:38.771297 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7e91828e-c46d-48db-bfa1-8da0bf51ec5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:38.773022 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-7e91828e-c46d-48db-bfa1-8da0bf51ec5e admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/3ca17de3-dc61-45b7-829c-0b2bf930c059 HTTP/1.1" status: 204 len: 168 time: 0.2848635 Aug 30 04:38:38.791597 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91828e-c46d-48db-bfa1-8da0bf51ec5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca17de3-dc61-45b7-829c-0b2bf930c059,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:39.547491 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 55212) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:39.573680 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-40f8322f-2fe2-44f2-af47-5cc7e1c9820d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:39.617596 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:39.719516 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-40f8322f-2fe2-44f2-af47-5cc7e1c9820d admin admin] Publish callbacks [] for security_group (3cb138b8-4212-437a-b43c-d066abb0a2be), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:39.729407 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-40f8322f-2fe2-44f2-af47-5cc7e1c9820d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3cb138b8-4212-437a-b43c-d066abb0a2be), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:39.784872 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-40f8322f-2fe2-44f2-af47-5cc7e1c9820d admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=863a1cded3b54b629ed731d63f003ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354398 Aug 30 04:38:39.786673 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8322f-2fe2-44f2-af47-5cc7e1c9820d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb138b8-4212-437a-b43c-d066abb0a2be,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:39.789593 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 55218) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:39.916886 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8e76f8a1-2207-4b4a-b657-bb8ce55bb2e1 admin admin] Publish callbacks [] for security_group (3cb138b8-4212-437a-b43c-d066abb0a2be), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:39.959304 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8e76f8a1-2207-4b4a-b657-bb8ce55bb2e1 admin admin] Publish callbacks [] for security_group (3cb138b8-4212-437a-b43c-d066abb0a2be), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:40.069246 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8e76f8a1-2207-4b4a-b657-bb8ce55bb2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (3cb138b8-4212-437a-b43c-d066abb0a2be), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:40.073733 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8e76f8a1-2207-4b4a-b657-bb8ce55bb2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:40.076604 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-8e76f8a1-2207-4b4a-b657-bb8ce55bb2e1 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/3cb138b8-4212-437a-b43c-d066abb0a2be HTTP/1.1" status: 204 len: 168 time: 0.2845821 Aug 30 04:38:40.106509 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76f8a1-2207-4b4a-b657-bb8ce55bb2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb138b8-4212-437a-b43c-d066abb0a2be,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:41.467463 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-69d667eb-bdc2-4fd1-9b09-6341c63dc307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:42.957375 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 55266) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:43.174982 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-40e73f00-7994-496e-ae5a-c54eb15b26da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:43.375321 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-40e73f00-7994-496e-ae5a-c54eb15b26da admin admin] Publish callbacks [] for security_group (118cd616-d9c0-4122-b6a8-5b976c51edf2), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:43.382857 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-40e73f00-7994-496e-ae5a-c54eb15b26da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (118cd616-d9c0-4122-b6a8-5b976c51edf2), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:43.460949 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-40e73f00-7994-496e-ae5a-c54eb15b26da admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=6669f6c544474accb3b96fea5df4078b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5013959 Aug 30 04:38:43.462872 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e73f00-7994-496e-ae5a-c54eb15b26da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118cd616-d9c0-4122-b6a8-5b976c51edf2,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:43.465269 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 55270) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:43.499154 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:43.527655 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e57f9ac3-f6f2-4ca7-a33c-a89f6dfc4e91 admin admin] Publish callbacks [] for security_group (118cd616-d9c0-4122-b6a8-5b976c51edf2), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:43.555809 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e57f9ac3-f6f2-4ca7-a33c-a89f6dfc4e91 admin admin] Publish callbacks [] for security_group (118cd616-d9c0-4122-b6a8-5b976c51edf2), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:43.668349 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e57f9ac3-f6f2-4ca7-a33c-a89f6dfc4e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (118cd616-d9c0-4122-b6a8-5b976c51edf2), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:43.673091 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e57f9ac3-f6f2-4ca7-a33c-a89f6dfc4e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:43.678797 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-e57f9ac3-f6f2-4ca7-a33c-a89f6dfc4e91 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/118cd616-d9c0-4122-b6a8-5b976c51edf2 HTTP/1.1" status: 204 len: 168 time: 0.2123711 Aug 30 04:38:43.692271 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f9ac3-f6f2-4ca7-a33c-a89f6dfc4e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118cd616-d9c0-4122-b6a8-5b976c51edf2,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:43.899838 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:44.249594 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 55284) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:44.278011 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9ac31337-5ec2-4706-8a78-b0a7e836d7f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:44.436971 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9ac31337-5ec2-4706-8a78-b0a7e836d7f4 admin admin] Publish callbacks [] for security_group (bdbb2b35-4e0c-4571-a1a5-82b8d2d18b39), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:44.442392 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9ac31337-5ec2-4706-8a78-b0a7e836d7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (bdbb2b35-4e0c-4571-a1a5-82b8d2d18b39), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:44.505005 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac31337-5ec2-4706-8a78-b0a7e836d7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbb2b35-4e0c-4571-a1a5-82b8d2d18b39,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:44.513584 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 55286) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:44.514216 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-9ac31337-5ec2-4706-8a78-b0a7e836d7f4 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=96fc9187bfc64bd48191fabe68dcc236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614903 Aug 30 04:38:44.618070 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ce568f67-98c5-454f-b4ce-d71828d64656 admin admin] Publish callbacks [] for security_group (bdbb2b35-4e0c-4571-a1a5-82b8d2d18b39), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:44.666127 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ce568f67-98c5-454f-b4ce-d71828d64656 admin admin] Publish callbacks [] for security_group (bdbb2b35-4e0c-4571-a1a5-82b8d2d18b39), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:44.688485 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:44.702253 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:44.772156 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ce568f67-98c5-454f-b4ce-d71828d64656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (bdbb2b35-4e0c-4571-a1a5-82b8d2d18b39), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:44.776537 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ce568f67-98c5-454f-b4ce-d71828d64656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:44.778371 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-ce568f67-98c5-454f-b4ce-d71828d64656 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/bdbb2b35-4e0c-4571-a1a5-82b8d2d18b39 HTTP/1.1" status: 204 len: 168 time: 0.2629297 Aug 30 04:38:44.795497 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce568f67-98c5-454f-b4ce-d71828d64656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbb2b35-4e0c-4571-a1a5-82b8d2d18b39,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:45.428460 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 55296) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:45.457516 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3a1b-49c4-4fd7-bd33-288304715458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:45.481504 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:45.638522 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3a1b-49c4-4fd7-bd33-288304715458 admin admin] Publish callbacks [] for security_group (d015edb9-a77c-4acf-af2a-3fe927793692), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:45.646327 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3a1b-49c4-4fd7-bd33-288304715458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (d015edb9-a77c-4acf-af2a-3fe927793692), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:45.701595 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a3a1b-49c4-4fd7-bd33-288304715458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d015edb9-a77c-4acf-af2a-3fe927793692,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:45.711274 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-bd7a3a1b-49c4-4fd7-bd33-288304715458 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=0a6e3c8467bd465895ee99a8bddca387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801447 Aug 30 04:38:45.715589 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 55298) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:45.808901 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-357169a4-a799-4447-97a1-84021b7ea544 admin admin] Publish callbacks [] for security_group (d015edb9-a77c-4acf-af2a-3fe927793692), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:45.821767 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:45.848093 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-357169a4-a799-4447-97a1-84021b7ea544 admin admin] Publish callbacks [] for security_group (d015edb9-a77c-4acf-af2a-3fe927793692), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:45.947523 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-357169a4-a799-4447-97a1-84021b7ea544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (d015edb9-a77c-4acf-af2a-3fe927793692), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:45.952812 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-357169a4-a799-4447-97a1-84021b7ea544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:45.956828 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-357169a4-a799-4447-97a1-84021b7ea544 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/d015edb9-a77c-4acf-af2a-3fe927793692 HTTP/1.1" status: 204 len: 168 time: 0.2396321 Aug 30 04:38:45.971323 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357169a4-a799-4447-97a1-84021b7ea544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d015edb9-a77c-4acf-af2a-3fe927793692,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:46.220259 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.062916 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 55390) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:51.130414 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fca7b5-ce72-457d-aa65-1d3083ab787c admin admin] Deleting subnet f3d3e6f2-0c44-494f-8fa8-a0a4008a9268 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:38:51.134670 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-63fca7b5-ce72-457d-aa65-1d3083ab787c admin admin] Publish callbacks [] for subnet (f3d3e6f2-0c44-494f-8fa8-a0a4008a9268), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.179459 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-63fca7b5-ce72-457d-aa65-1d3083ab787c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805530'] for subnet (f3d3e6f2-0c44-494f-8fa8-a0a4008a9268), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.229461 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-63fca7b5-ce72-457d-aa65-1d3083ab787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399136'] for subnet (f3d3e6f2-0c44-494f-8fa8-a0a4008a9268), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.298298 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-63fca7b5-ce72-457d-aa65-1d3083ab787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13739614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170066'] for subnet (f3d3e6f2-0c44-494f-8fa8-a0a4008a9268), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.333617 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fca7b5-ce72-457d-aa65-1d3083ab787c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d3e6f2-0c44-494f-8fa8-a0a4008a9268,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:51.340918 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-63fca7b5-ce72-457d-aa65-1d3083ab787c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.345210 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-63fca7b5-ce72-457d-aa65-1d3083ab787c admin admin] 10.222.0.91 "DELETE /networking/v2.0/subnets/f3d3e6f2-0c44-494f-8fa8-a0a4008a9268 HTTP/1.1" status: 204 len: 168 time: 0.2809608 Aug 30 04:38:51.348016 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.91', 55392) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:51.430563 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1519197'] for network (0e2729ae-1c6d-4abf-8ed0-9545a4829f8d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.530365 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1400323', 'neutron.services.segments.db._delete_segments_for_network-8727634647363'] for network (0e2729ae-1c6d-4abf-8ed0-9545a4829f8d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.557818 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2729ae-1c6d-4abf-8ed0-9545a4829f8d']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:51.577194 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a315ace1-4169-466c-906e-b8ff387d68db') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:51.577569 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a315ace1-4169-466c-906e-b8ff387d68db') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:51.591134 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727634642095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805521'] for segment (a315ace1-4169-466c-906e-b8ff387d68db), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.613465 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489'] for segment (a315ace1-4169-466c-906e-b8ff387d68db), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.622437 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:38:51.623013 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13740792'] for segment (a315ace1-4169-466c-906e-b8ff387d68db), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.681400 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment a315ace1-4169-466c-906e-b8ff387d68db resource provider aggregate not found Aug 30 04:38:51.706774 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment a315ace1-4169-466c-906e-b8ff387d68db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a315ace1-4169-466c-906e-b8ff387d68db found for delete ", "request_id": "req-fcaa6257-82e6-41b8-b8de-f936fded2378"}]} Aug 30 04:38:51.717789 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1400330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-520740'] for network (0e2729ae-1c6d-4abf-8ed0-9545a4829f8d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.730284 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576263'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:51.740076 dv-cinder-854265-2-smb neutron-server[106395]: INFO neutron.wsgi [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] 10.222.0.91 "DELETE /networking/v2.0/networks/0e2729ae-1c6d-4abf-8ed0-9545a4829f8d HTTP/1.1" status: 204 len: 168 time: 0.3871324 Aug 30 04:38:51.759408 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb43d9-0505-4698-a9da-12d5beeedba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2729ae-1c6d-4abf-8ed0-9545a4829f8d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:51.962865 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 55400) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:52.014644 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-7e8eabb9-7e18-4e23-9653-fe88464fcfd7 admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=a1c4b71eb1c4418db40f314db4478b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505068 Aug 30 04:38:52.017862 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 55402) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:52.106094 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2cc37be9-897b-4d64-9903-5ed95a7e6329 admin admin] Publish callbacks [] for security_group (357cf584-4a37-4777-ae34-9ea5128de821), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:52.148981 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2cc37be9-897b-4d64-9903-5ed95a7e6329 admin admin] Publish callbacks [] for security_group (357cf584-4a37-4777-ae34-9ea5128de821), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:52.220862 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2cc37be9-897b-4d64-9903-5ed95a7e6329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (357cf584-4a37-4777-ae34-9ea5128de821), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:52.224191 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2cc37be9-897b-4d64-9903-5ed95a7e6329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:52.225647 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-2cc37be9-897b-4d64-9903-5ed95a7e6329 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/357cf584-4a37-4777-ae34-9ea5128de821 HTTP/1.1" status: 204 len: 168 time: 0.2062628 Aug 30 04:38:52.239903 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc37be9-897b-4d64-9903-5ed95a7e6329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357cf584-4a37-4777-ae34-9ea5128de821,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:52.256741 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=40,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:59.805124 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:39:01.709072 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:01.741654 dv-cinder-854265-2-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=53,neutron:DELETE=9 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:02.203479 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:02.231875 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=51,neutron:DELETE=9 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:02.258609 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:07.933158 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:07.942329 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-2285a504-8e65-4ef9-9ee7-2c9682c27cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:09.321464 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=20 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:09.800905 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=14 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:11.454142 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7a487e6b-fa83-41ab-a96d-03b3b807d5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:13.862183 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:14.686259 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:16.204839 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:17.458946 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 55580) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:39:17.602291 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-24b78f46-8f74-414a-9200-64188647c70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:17.754144 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-24b78f46-8f74-414a-9200-64188647c70f admin admin] Publish callbacks [] for security_group (03c841b4-f01e-4509-8ee7-6d626534df61), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:17.760519 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-24b78f46-8f74-414a-9200-64188647c70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (03c841b4-f01e-4509-8ee7-6d626534df61), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:17.810185 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-24b78f46-8f74-414a-9200-64188647c70f admin admin] 10.222.0.91 "GET /networking/v2.0/security-groups?tenant_id=36ba9e871118457c9ac0f4bdfca5f9e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497443 Aug 30 04:39:17.810954 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b78f46-8f74-414a-9200-64188647c70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c841b4-f01e-4509-8ee7-6d626534df61,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:17.814629 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.wsgi [-] (106396) accepted ('10.222.0.91', 55584) {{(pid=106396) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:39:17.878255 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2469-a2d1-4993-b093-50550fbee9a5 admin admin] Publish callbacks [] for security_group (03c841b4-f01e-4509-8ee7-6d626534df61), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:17.904246 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2469-a2d1-4993-b093-50550fbee9a5 admin admin] Publish callbacks [] for security_group (03c841b4-f01e-4509-8ee7-6d626534df61), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:17.965677 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2469-a2d1-4993-b093-50550fbee9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613563'] for security_group (03c841b4-f01e-4509-8ee7-6d626534df61), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:17.969587 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ef8c2469-a2d1-4993-b093-50550fbee9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:17.971115 dv-cinder-854265-2-smb neutron-server[106396]: INFO neutron.wsgi [None req-ef8c2469-a2d1-4993-b093-50550fbee9a5 admin admin] 10.222.0.91 "DELETE /networking/v2.0/security-groups/03c841b4-f01e-4509-8ee7-6d626534df61 HTTP/1.1" status: 204 len: 168 time: 0.1554322 Aug 30 04:39:17.981982 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c2469-a2d1-4993-b093-50550fbee9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c841b4-f01e-4509-8ee7-6d626534df61,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:26.199837 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:27.974552 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=31,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:27.975658 dv-cinder-854265-2-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=38,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:28.005090 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:36.806354 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:39:37.941938 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:37.949333 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-ea9f7e7c-ae43-4878-8205-61500754b489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:41.446332 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d185c7ca-5df3-4bc6-9521-b950c2d3af63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:43.866694 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:44.685926 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:46.204166 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:46.800589 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:46.801581 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:56.190091 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:56.197332 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:04.752622 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:04.753797 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:DELETE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:07.944511 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-530cc6c9-9ebb-4353-9d56-83dc025e50b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:07.946504 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:11.444642 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-b670d09f-db9b-4c84-a663-c448baf0ad3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:13.807039 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:40:13.869280 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:14.695103 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:16.215044 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:21.852580 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:23.802568 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:26.194739 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:26.209446 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:37.941756 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:37.946753 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-28269438-f995-44f9-8e64-a9b8bc24631a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:41.441433 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-b557bced-f0de-4b3d-938a-ea77ff8db810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:43.871679 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:44.684353 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:46.209378 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.806968 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:40:56.200360 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:56.204392 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:07.954824 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-9617f833-bdbe-4589-9dfa-d3bed7925518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:07.961333 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:09.296489 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=17 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:09.300270 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=17 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:11.439550 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-800681d2-7080-491c-8854-e67f6047797d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:13.875222 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:14.688592 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:16.213036 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:26.204581 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:26.207843 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:27.806584 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:41:37.801333 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:37.802356 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:37.947443 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-fd001685-7e0c-4905-aabc-629d83e653dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:37.971362 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:41.439884 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-dad3a87c-84e5-4a83-8152-39103e09f944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:43.880108 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:44.693912 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:46.219516 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:56.211188 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:56.212546 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:04.805431 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:42:07.949653 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-76a5d6f2-b261-4fd7-9eb2-c86bfe30feee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:08.000626 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:11.445196 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-9e131163-ea77-431d-8efd-e793cf97a4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:13.883192 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:14.690533 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:14.800311 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:14.801133 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:16.218698 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.209890 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:26.214060 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:37.949694 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-91675596-c496-414f-8276-dab8bb1f2937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:37.987791 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:41.439131 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-b63dc9cf-d8e4-4f6d-8edf-e886ea8ee836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:41.806192 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:42:43.882948 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:44.687892 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:46.229211 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:56.217787 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:56.222830 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:07.952703 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-f57bd57f-811e-4886-9acc-4666fab21e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:08.002768 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:09.305926 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=20 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:09.309282 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=16 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:11.436297 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d20a661b-ea99-4767-99b9-ad2f28a23f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:13.887927 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:14.690118 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:16.224588 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:18.818252 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:43:26.216158 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:26.219246 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:26.860628 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=3 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:28.812073 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:37.949447 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-487079d6-0c73-4103-b093-9054ab44c28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:38.001015 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:41.438635 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-90a204f7-d39b-4a97-bc9e-d1f63ba56d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:43.890925 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:44.693056 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:46.237705 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:55.812383 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG neutron.db.agents_db [None req-bb1929fe-dd25-4b41-8102-ef1aef4b33d4 None None] Agent healthcheck: found 6 active agents {{(pid=106398) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:43:56.227603 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:56.230870 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:05.803024 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=4 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:05.804141 dv-cinder-854265-2-smb neutron-server[106398]: DEBUG dbcounter [-] [106398] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106398) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:07.947231 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7213d8ef-490c-4732-bb8b-13ff55d88476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (d06f2f5f-e5f3-43af-8188-853cda9d1eab), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:08.000481 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-6318ddfa-286e-48c7-a8bb-3e6066945e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (6316d2f1-d899-4342-90c5-dae08366fd6a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:11.436562 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-56431b27-9402-4dfe-a8a3-56320a943ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (796abd5a-6d30-475c-ad08-666232ee4254), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:13.894580 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-55dd2cb5-15ba-4e95-9128-a996aa9c628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (72ecfbef-b124-44dd-a011-f445797f3bf5), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:14.701154 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-41bd4999-7331-4cc7-8166-aae4cebacfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (e2b7e449-7aee-48ef-aa25-277de13f9d93), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:16.234147 dv-cinder-854265-2-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-765d72a5-5fc4-4f07-8e45-403cbffe1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727634647345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398722'] for agent (1e346519-ddae-47ba-82ad-9f2600fe69fc), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}